<commit_before>from setuptools import setup, find_packages

setup(
    name='pysummarize',
    version='0.5.0',
    description='Simple Python and NLTK-based implementation of text summarization',
    url='https://github.com/despawnerer/summarize',
    author='<NAME>',
    author_email='<EMAIL>',
    license='MIT',
    classifiers=[
        'Development Status :: 4 - Beta',
        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Topic :: Text Processing',
        'License :: OSI Approved :: MIT License',
        'Programming Language :: Python :: 2',
        'Programming Language :: Python :: 2.7',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.4',
        'Programming Language :: Python :: 3.5',
    ],
    keywords='language nltk linguistics nlp',
    packages=find_packages(exclude=['contrib', 'docs', 'tests*']),
    install_requires=[
        'Distance>=0.1.3',
        'networkx>=1.9.1',
        'nltk>=3.0.3',
        'funcy>=1.5',
    ],
)
<commit_msg>Add English natural language classifier<commit_after>from setuptools import setup, find_packages

setup(
    name='pysummarize',
    version='0.5.0',
    description='Simple Python and NLTK-based implementation of text summarization',
    url='https://github.com/despawnerer/summarize',
    author='<NAME>',
    author_email='<EMAIL>',
    license='MIT',
    classifiers=[
        'Development Status :: 4 - Beta',
        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Topic :: Text Processing',
        'Natural Language :: English',
        'License :: OSI Approved :: MIT License',
        'Programming Language :: Python :: 2',
        'Programming Language :: Python :: 2.7',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.4',
        'Programming Language :: Python :: 3.5',
    ],
    keywords='language nltk linguistics nlp',
    packages=find_packages(exclude=['contrib', 'docs', 'tests*']),
    install_requires=[
        'Distance>=0.1.3',
        'networkx>=1.9.1',
        'nltk>=3.0.3',
        'funcy>=1.5',
    ],
)

{'fraction_non_alphanumeric': 0.15663757464400552, 'fraction_numerical': 0.021129995406522738, 'mean_word_length': 2.827768014059754, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 15, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2025438', 'n_tokens_mistral': 672, 'n_tokens_neox': 648, 'n_words': 151}