<commit_before>from setuptools import setup

setup(
    name='sfmtwitterharvester',
    version='0.1.0',
    url='https://github.com/gwu-libraries/sfm-twitter-harvester',
    author='<NAME>',
    author_email='<EMAIL>',
    description="Social Feed Manager Twitter Harvester",
    platforms=['POSIX'],
    test_suite='tests',
    scripts=['twitter_harvester.py',
             'twitter_rest_warc_iter.py',
             'twitter_stream_warc_iter.py'],
    install_requires=['sfmutils'],
    tests_require=['mock>=1.3.0'],
    classifiers=[
        'Intended Audience :: Developers',
        'Topic :: Software Development :: Libraries :: Python Modules',
        'Programming Language :: Python :: 2.7',
        'Development Status :: 4 - Beta',
    ],
)<commit_msg>Added missing dep to setup.py.<commit_after>from setuptools import setup

setup(
    name='sfmtwitterharvester',
    version='0.1.0',
    url='https://github.com/gwu-libraries/sfm-twitter-harvester',
    author='<NAME>',
    author_email='<EMAIL>',
    description="Social Feed Manager Twitter Harvester",
    platforms=['POSIX'],
    test_suite='tests',
    scripts=['twitter_harvester.py',
             'twitter_rest_warc_iter.py',
             'twitter_stream_warc_iter.py'],
    install_requires=['sfmutils',
                      'python-dateutil>=2.4.2'],
    tests_require=['mock>=1.3.0'],
    classifiers=[
        'Intended Audience :: Developers',
        'Topic :: Software Development :: Libraries :: Python Modules',
        'Programming Language :: Python :: 2.7',
        'Development Status :: 4 - Beta',
    ],
)
{'fraction_non_alphanumeric': 0.15317011927181418, 'fraction_numerical': 0.013182674199623353, 'mean_word_length': 3.1188630490956073, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 10, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '430346', 'n_tokens_mistral': 516, 'n_tokens_neox': 493, 'n_words': 85}