<commit_before>import versioneer

from setuptools import setup, find_packages
from codecs import open
from os import path
from tohu import __version__

here = path.abspath(path.dirname(__file__))

# Read long description from the README file
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
    long_description = f.read()

setup(
    name='tohu',
    version=versioneer.get_version(),
    description='Create random data in a controllable way',
    long_description=long_description,
    url='https://github.com/maxalbert/tohu',
    author='<NAME>',
    author_email='<EMAIL>',
    license='MIT',
    classifiers=[
        'Development Status :: 4 - Beta',
        'Intended Audience :: Developers',
        'Topic :: Software Development :: Quality Assurance',
        'Topic :: Software Development :: Testing',
        'Topic :: Utilities',
        'License :: OSI Approved :: MIT License',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.6',
    ],
    packages=find_packages(),
    install_requires=['attrs', 'mako', 'pandas', 'sqlalchemy', 'tqdm'],
    extras_require={
        'dev': ['ipython', 'jupyter'],
        'test': ['pytest', 'nbval'],
    },
    cmdclass=versioneer.get_cmdclass(),
    )
<commit_msg>Fixup: Add faker as dependency<commit_after>import versioneer

from setuptools import setup, find_packages
from codecs import open
from os import path
from tohu import __version__

here = path.abspath(path.dirname(__file__))

# Read long description from the README file
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
    long_description = f.read()

setup(
    name='tohu',
    version=versioneer.get_version(),
    description='Create random data in a controllable way',
    long_description=long_description,
    url='https://github.com/maxalbert/tohu',
    author='<NAME>',
    author_email='<EMAIL>',
    license='MIT',
    classifiers=[
        'Development Status :: 4 - Beta',
        'Intended Audience :: Developers',
        'Topic :: Software Development :: Quality Assurance',
        'Topic :: Software Development :: Testing',
        'Topic :: Utilities',
        'License :: OSI Approved :: MIT License',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.6',
    ],
    packages=find_packages(),
    install_requires=['attrs', 'faker', 'mako', 'pandas', 'sqlalchemy', 'tqdm'],
    extras_require={
        'dev': ['ipython', 'jupyter'],
        'test': ['pytest', 'nbval'],
    },
    cmdclass=versioneer.get_cmdclass(),
    )

{'fraction_non_alphanumeric': 0.1434108527131783, 'fraction_numerical': 0.003875968992248062, 'mean_word_length': 3.4965156794425085, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1803050', 'n_tokens_mistral': 796, 'n_tokens_neox': 773, 'n_words': 199}