<commit_before>from __future__ import unicode_literals

import os
import sys

from setuptools import find_packages, setup

try:
    import pypandoc
    long_description = pypandoc.convert_file('README.md', 'rst')
except (OSError, IOError, ImportError):
    long_description = open('README.md').read()


def setup_package():
    src_path = os.path.dirname(os.path.abspath(sys.argv[0]))
    old_path = os.getcwd()
    os.chdir(src_path)
    sys.path.insert(0, src_path)

    needs_pytest = {'pytest', 'test', 'ptr'}.intersection(sys.argv)
    pytest_runner = ['pytest-runner>=2.9'] if needs_pytest else []

    setup_requires = ['ncephes>=1.0.21'] + pytest_runner
    install_requires = [
        'scipy>=0.18', 'ncephes>=1.0.39', 'numpy>=1.10', 'numpy-sugar>=1.0.38',
        'scipy-sugar>=1.0.2', 'optimix>=1.2.12', 'cachetools>=2.0', 'tqdm>=4',
        'liknorm-py>=1.0.6'
    ]
    tests_require = ['pytest']

    metadata = dict(
        name='glimix-core',
        version='1.2.12',
        maintainer="Limix Developers",
        maintainer_email="<EMAIL>",
        license="MIT",
        description="Fast inference for Generalized Linear Mixed Models.",
        long_description=long_description,
        url='https://github.com/limix/glimix-core',
        packages=find_packages(),
        zip_safe=False,
        install_requires=install_requires,
        setup_requires=setup_requires,
        tests_require=tests_require,
        include_package_data=True,
        classifiers=[
            "Development Status :: 5 - Production/Stable",
            "License :: OSI Approved :: MIT License",
            "Operating System :: OS Independent",
        ])

    try:
        setup(**metadata)
    finally:
        del sys.path[0]
        os.chdir(old_path)


if __name__ == '__main__':
    setup_package()
<commit_msg>new ncephes<commit_after>from __future__ import unicode_literals

import os
import sys

from setuptools import find_packages, setup

try:
    import pypandoc
    long_description = pypandoc.convert_file('README.md', 'rst')
except (OSError, IOError, ImportError):
    long_description = open('README.md').read()


def setup_package():
    src_path = os.path.dirname(os.path.abspath(sys.argv[0]))
    old_path = os.getcwd()
    os.chdir(src_path)
    sys.path.insert(0, src_path)

    needs_pytest = {'pytest', 'test', 'ptr'}.intersection(sys.argv)
    pytest_runner = ['pytest-runner>=2.9'] if needs_pytest else []

    setup_requires = ['ncephes>=1.0.21'] + pytest_runner
    install_requires = [
        'scipy>=0.18', 'ncephes>=1.0.40', 'numpy>=1.10', 'numpy-sugar>=1.0.38',
        'scipy-sugar>=1.0.2', 'optimix>=1.2.12', 'cachetools>=2.0', 'tqdm>=4',
        'liknorm-py>=1.0.6'
    ]
    tests_require = ['pytest']

    metadata = dict(
        name='glimix-core',
        version='1.2.12',
        maintainer="Limix Developers",
        maintainer_email="<EMAIL>",
        license="MIT",
        description="Fast inference for Generalized Linear Mixed Models.",
        long_description=long_description,
        url='https://github.com/limix/glimix-core',
        packages=find_packages(),
        zip_safe=False,
        install_requires=install_requires,
        setup_requires=setup_requires,
        tests_require=tests_require,
        include_package_data=True,
        classifiers=[
            "Development Status :: 5 - Production/Stable",
            "License :: OSI Approved :: MIT License",
            "Operating System :: OS Independent",
        ])

    try:
        setup(**metadata)
    finally:
        del sys.path[0]
        os.chdir(old_path)


if __name__ == '__main__':
    setup_package()

{'fraction_non_alphanumeric': 0.14317059791552386, 'fraction_numerical': 0.022490400438837082, 'mean_word_length': 2.904710920770878, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 27, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '690370', 'n_tokens_mistral': 1276, 'n_tokens_neox': 1225, 'n_words': 211}