<commit_before>#### PATTERN #######################################################################################

import sys
import os
import re
import zipfile
import hashlib

from distutils.core import setup
from distutils.dist import DistributionMetadata

from pattern import __version__

#---------------------------------------------------------------------------------------------------
# "python setup.py zip" will create the zipped distribution and checksum.

if sys.argv[-1] == "zip":
    n = "pattern-%s.zip" % __version__
    p = os.path.join(os.path.dirname(os.path.abspath(__file__)))
    z = zipfile.ZipFile(os.path.join(p, "..", n), "w", zipfile.ZIP_DEFLATED)
    for root, folders, files in os.walk(p):
        for f in files:
            if not re.search(r"\.DS|\.git[^i]|\.pyc|\.dev|tmp", os.path.join(root, f)):
                f1 = os.path.join(root, f)
                f2 = os.path.join("pattern-" + __version__, os.path.relpath(f1, p))
                z.write(f1, f2)
    z.close()
    z = open(os.path.join(p, "..", n))
    print n
    print hashlib.sha256(z.read()).hexdigest()
    sys.exit(0)

#---------------------------------------------------------------------------------------------------
# "python setup.py install" will install /pattern in /site-packages.

if not hasattr(DistributionMetadata, 'classifiers'): # Python 2.3
    DistributionMetadata.classifiers = None

setup(
            name = "Pattern",
         version = "2.6",
     description = "Web mining module for Python.",
         license = "BSD",
          author = "<NAME>",
    author_email = "<EMAIL>",
             url = "http://www.clips.ua.ac.be/pages/pattern",
        packages = [
        "pattern",
        "pattern.web", 
        "pattern.web.cache", 
        "pattern.web.feed", 
        "pattern.web.imap", 
        "pattern.web.json", 
        "pattern.web.oauth", 
        "pattern.web.pdf", 
        "pattern.web.soup",
        "pattern.db", 
        "pattern.text",
        "pattern.text.de",
        "pattern.text.en",
        "pattern.text.en.wordlist",
        "pattern.text.en.wordnet", 
        "pattern.text.en.wordnet.pywordnet",
        "pattern.text.es",
        "pattern.text.fr",
        "pattern.text.it",
        "pattern.text.nl",
        "pattern.vector",
        "pattern.vector.svm",
        "pattern.graph"
    ],
    package_data = {
        "pattern"                 : ["*.js"],
        "pattern.web.cache"       : ["tmp/*"],
        "pattern.web.feed"        : ["*"],
        "pattern.web.json"        : ["*"],
        "pattern.web.pdf"         : ["*.txt", "cmap/*"],
        "pattern.web.soup"        : ["*"],
        "pattern.text.de"         : ["*.txt", "*.xml"],
        "pattern.text.en"         : ["*.txt", "*.xml"],
        "pattern.text.en.wordlist": ["*.txt"],
        "pattern.text.en.wordnet" : ["*.txt", "dict/*"],
        "pattern.text.en.wordnet.pywordnet": ["*"],
        "pattern.text.es"         : ["*.txt", "*.xml"],
        "pattern.text.fr"         : ["*.txt", "*.xml"],
        "pattern.text.it"         : ["*.txt", "*.xml"],
        "pattern.text.nl"         : ["*.txt", "*.xml"],
        "pattern.vector"          : ["*.txt"],
        "pattern.vector.svm"      : ["*.txt", "libsvm-3.11/*", "libsvm-3.17/*", "liblinear-1.93/*"],
        "pattern.graph"           : ["*.js", "*.csv"],
    },
    py_modules = [
        "pattern.metrics",
        "pattern.text.search",
        "pattern.text.tree"
    ],
    classifiers = [
        "Development Status :: 5 - Production/Stable",
        "Environment :: Web Environment",
        "Intended Audience :: Developers",<commit_msg>text/en/en-model.slp not being included during build<commit_after>#### PATTERN #######################################################################################

import sys
import os
import re
import zipfile
import hashlib

from distutils.core import setup
from distutils.dist import DistributionMetadata

from pattern import __version__

#---------------------------------------------------------------------------------------------------
# "python setup.py zip" will create the zipped distribution and checksum.

if sys.argv[-1] == "zip":
    n = "pattern-%s.zip" % __version__
    p = os.path.join(os.path.dirname(os.path.abspath(__file__)))
    z = zipfile.ZipFile(os.path.join(p, "..", n), "w", zipfile.ZIP_DEFLATED)
    for root, folders, files in os.walk(p):
        for f in files:
            if not re.search(r"\.DS|\.git[^i]|\.pyc|\.dev|tmp", os.path.join(root, f)):
                f1 = os.path.join(root, f)
                f2 = os.path.join("pattern-" + __version__, os.path.relpath(f1, p))
                z.write(f1, f2)
    z.close()
    z = open(os.path.join(p, "..", n))
    print n
    print hashlib.sha256(z.read()).hexdigest()
    sys.exit(0)

#---------------------------------------------------------------------------------------------------
# "python setup.py install" will install /pattern in /site-packages.

if not hasattr(DistributionMetadata, 'classifiers'): # Python 2.3
    DistributionMetadata.classifiers = None

setup(
            name = "Pattern",
         version = "2.6",
     description = "Web mining module for Python.",
         license = "BSD",
          author = "<NAME>",
    author_email = "<EMAIL>",
             url = "http://www.clips.ua.ac.be/pages/pattern",
        packages = [
        "pattern",
        "pattern.web", 
        "pattern.web.cache", 
        "pattern.web.feed", 
        "pattern.web.imap", 
        "pattern.web.json", 
        "pattern.web.oauth", 
        "pattern.web.pdf", 
        "pattern.web.soup",
        "pattern.db", 
        "pattern.text",
        "pattern.text.de",
        "pattern.text.en",
        "pattern.text.en.wordlist",
        "pattern.text.en.wordnet", 
        "pattern.text.en.wordnet.pywordnet",
        "pattern.text.es",
        "pattern.text.fr",
        "pattern.text.it",
        "pattern.text.nl",
        "pattern.vector",
        "pattern.vector.svm",
        "pattern.graph"
    ],
    package_data = {
        "pattern"                 : ["*.js"],
        "pattern.web.cache"       : ["tmp/*"],
        "pattern.web.feed"        : ["*"],
        "pattern.web.json"        : ["*"],
        "pattern.web.pdf"         : ["*.txt", "cmap/*"],
        "pattern.web.soup"        : ["*"],
        "pattern.text.de"         : ["*.txt", "*.xml"],
        "pattern.text.en"         : ["*.txt", "*.xml", "*.slp"],
        "pattern.text.en.wordlist": ["*.txt"],
        "pattern.text.en.wordnet" : ["*.txt", "dict/*"],
        "pattern.text.en.wordnet.pywordnet": ["*"],
        "pattern.text.es"         : ["*.txt", "*.xml"],
        "pattern.text.fr"         : ["*.txt", "*.xml"],
        "pattern.text.it"         : ["*.txt", "*.xml"],
        "pattern.text.nl"         : ["*.txt", "*.xml"],
        "pattern.vector"          : ["*.txt"],
        "pattern.vector.svm"      : ["*.txt", "libsvm-3.11/*", "libsvm-3.17/*", "liblinear-1.93/*"],
        "pattern.graph"           : ["*.js", "*.csv"],
    },
    py_modules = [
        "pattern.metrics",
        "pattern.text.search",
        "pattern.text.tree"
    ],
    classifiers = [
        "Development Status :: 5 - Production/Stable",
        "Environment :: Web Environment",
        "Intended Audience :: Developers",
{'fraction_non_alphanumeric': 0.2560207991242474, 'fraction_numerical': 0.006568144499178982, 'mean_word_length': 1.6772893772893773, 'pattern_counts': {'":': 6, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 12}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5636314', 'n_tokens_mistral': 2296, 'n_tokens_neox': 2229, 'n_words': 405}