<commit_before>from setuptools import setup, find_packages
import versioneer


def readme():
    with open('README.rst') as f:
        import re
        long_desc = f.read()
        # strip out the raw html images
        long_desc = re.sub(r'\.\. raw::[\S\s]*?>\n\n', "", long_desc)
        return long_desc


setup(
    name='xyzpy',
    description='Easily generate large parameter space data',
    long_description=readme(),
    url='http://xyzpy.readthedocs.io',
    version=versioneer.get_version(),
    cmdclass=versioneer.get_cmdclass(),
    author='<NAME>',
    author_email="<EMAIL>",
    license='MIT',
    packages=find_packages(exclude=['docs', 'test*']),
    install_requires=[
        'numpy>=1.10.0',
        'dask>=0.11.1',
        'xarray>=0.9.0',
        'pandas>=0.20',
        'h5py>=2.6.0',
        'h5netcdf>=0.2.2',
        'joblib>=0.12',
        'tqdm>=4.7.6',
    ],
    extras_require={
        'tests': [
            'coverage',
            'pytest',
            'pytest-cov',
        ],
        'plotting': [
            'matplotlib',
            'bokeh',
        ],
        'docs': [
            'sphinx',
            'pydata-sphinx-theme',
            'nbsphinx',
            'ipython',
        ]
    },
    python_requires='>=3.5',
    classifiers=[
        'Development Status :: 3 - Alpha',
        'License :: OSI Approved :: MIT License',
        'Programming Language :: Python',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.5',
        'Programming Language :: Python :: 3.6',
        'Programming Language :: Python :: 3.7',
        'Programming Language :: Python :: 3.8',
    ],
)
<commit_msg>include plotting libs for readthedocs env<commit_after>from setuptools import setup, find_packages
import versioneer


def readme():
    with open('README.rst') as f:
        import re
        long_desc = f.read()
        # strip out the raw html images
        long_desc = re.sub(r'\.\. raw::[\S\s]*?>\n\n', "", long_desc)
        return long_desc


setup(
    name='xyzpy',
    description='Easily generate large parameter space data',
    long_description=readme(),
    url='http://xyzpy.readthedocs.io',
    version=versioneer.get_version(),
    cmdclass=versioneer.get_cmdclass(),
    author='<NAME>',
    author_email="<EMAIL>",
    license='MIT',
    packages=find_packages(exclude=['docs', 'test*']),
    install_requires=[
        'numpy>=1.10.0',
        'dask>=0.11.1',
        'xarray>=0.9.0',
        'pandas>=0.20',
        'h5py>=2.6.0',
        'h5netcdf>=0.2.2',
        'joblib>=0.12',
        'tqdm>=4.7.6',
    ],
    extras_require={
        'tests': [
            'coverage',
            'pytest',
            'pytest-cov',
        ],
        'plotting': [
            'matplotlib',
            'bokeh',
        ],
        'docs': [
            'matplotlib',
            'bokeh',
            'sphinx',
            'pydata-sphinx-theme',
            'nbsphinx',
            'ipython',
        ]
    },
    python_requires='>=3.5',
    classifiers=[
        'Development Status :: 3 - Alpha',
        'License :: OSI Approved :: MIT License',
        'Programming Language :: Python',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.5',
        'Programming Language :: Python :: 3.6',
        'Programming Language :: Python :: 3.7',
        'Programming Language :: Python :: 3.8',
    ],
)

{'fraction_non_alphanumeric': 0.16574585635359115, 'fraction_numerical': 0.023262576330328584, 'mean_word_length': 1.93015332197615, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 27, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '387672', 'n_tokens_mistral': 1168, 'n_tokens_neox': 1115, 'n_words': 211}