<commit_before>#!/usr/bin/env python3

import os.path
from setuptools import find_packages
from setuptools import setup


def read(name):
    path = os.path.join(os.path.dirname(__file__), name)
    with open(path) as f:
        return f.read()


setup(
    name="arpa",
    version="0.1.0a5",
    author="<NAME>",
    author_email="<EMAIL>",
    url="https://github.com/sfischer13/python-arpa/",
    license="MIT",
    description="This is a library for reading ARPA n-gram models.",
    long_description=read("README.rst"),
    keywords="ARPA n-gram ngram language model LM language technology LT "
    "computational linguistics CL natural language processing NLP",
    install_requires=["enum34"],
    packages=find_packages("src"),
    package_dir={"": "src"},
    classifiers=[
        "Development Status :: 4 - Beta",
        "Intended Audience :: Developers",
        "Intended Audience :: Information Technology",
        "Intended Audience :: Science/Research",
        "License :: OSI Approved :: MIT License",
        "Operating System :: OS Independent",
        "Programming Language :: Python",
        "Programming Language :: Python :: 3",
        "Programming Language :: Python :: 3 :: Only",
        "Programming Language :: Python :: 3.2",
        "Programming Language :: Python :: 3.3",
        "Programming Language :: Python :: 3.4",
        "Topic :: Scientific/Engineering",
        "Topic :: Scientific/Engineering :: Artificial Intelligence",
        "Topic :: Software Development :: Libraries",
        "Topic :: Software Development :: Libraries :: Python Modules",
        "Topic :: Text Processing",
        "Topic :: Text Processing :: Linguistic"
    ],
    test_suite="nose.collector",
    zip_safe=True)<commit_msg>more keywords + better classification<commit_after>#!/usr/bin/env python3

import os.path
from setuptools import find_packages
from setuptools import setup


def read(name):
    path = os.path.join(os.path.dirname(__file__), name)
    with open(path) as f:
        return f.read()


setup(
    name="arpa",
    version="0.1.0a5",
    author="<NAME>",
    author_email="<EMAIL>",
    url="https://github.com/sfischer13/python-arpa/",
    license="MIT",
    description="This is a library for reading ARPA n-gram models.",
    long_description=read("README.rst"),
    keywords="ARPA n-gram ngram language model LM language technology LT "
    "computational linguistics CL natural language processing NLP unigram bigram trigram",
    install_requires=["enum34"],
    packages=find_packages("src"),
    package_dir={"": "src"},
    classifiers=[
        "Development Status :: 4 - Beta",
        "Intended Audience :: Developers",
        "Intended Audience :: Information Technology",
        "Intended Audience :: Science/Research",
        "License :: OSI Approved :: MIT License",
        "Operating System :: OS Independent",
        "Programming Language :: Python",
        "Programming Language :: Python :: 3",
        "Programming Language :: Python :: 3 :: Only",
        "Programming Language :: Python :: 3.2",
        "Programming Language :: Python :: 3.3",
        "Programming Language :: Python :: 3.4",
        "Programming Language :: Python :: Implementation",
        "Programming Language :: Python :: Implementation :: CPython",
        "Programming Language :: Python :: Implementation :: PyPy",
        "Topic :: Scientific/Engineering",
        "Topic :: Scientific/Engineering :: Artificial Intelligence",
        "Topic :: Software Development :: Libraries",
        "Topic :: Software Development :: Libraries :: Python Modules",
        "Topic :: Text Processing",
        "Topic :: Text Processing :: Linguistic"
    ],
    test_suite="nose.collector",
    zip_safe=True)
{'fraction_non_alphanumeric': 0.1342567927543953, 'fraction_numerical': 0.009589770911028236, 'mean_word_length': 3.1173245614035086, 'pattern_counts': {'":': 2, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '151279', 'n_tokens_mistral': 1064, 'n_tokens_neox': 1008, 'n_words': 285}