<commit_before>#! /usr/bin/env python

from distutils.core import setup
from distutils.extension import Extension

# Complain on 32-bit systems. See README for more details
import struct
if struct.calcsize('P') < 8:
    raise RuntimeError(
        'Simhash-py does not work on 32-bit systems. See README.md')

ext_files = [
    'simhash/simhash-cpp/src/permutation.cpp',
    'simhash/simhash-cpp/src/simhash.cpp'
]

kwargs = {}

try:
    from Cython.Distutils import build_ext
    print 'Building from Cython'
    ext_files.append('simhash/simhash.pyx')
    kwargs['cmdclass'] = {'build_ext': build_ext}
except ImportError:
    print 'Buidling from C++'
    ext_files.append('simhash/simhash.cpp')

ext_modules = [
    Extension('simhash.simhash', ext_files,
        language='c++',
        extra_compile_args=['-std=c++11'],
        include_dirs=['simhash/simhash-cpp/include']
    )
]

setup(name           = 'simhash',
    version          = '0.1.1',
    description      = 'Near-Duplicate Detection with Simhash',
    url              = 'http://github.com/seomoz/simhash-py',
    author           = '<NAME>',
    author_email     = '<EMAIL>',
    classifiers      = [
        'Programming Language :: Python',
        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Topic :: Internet :: WWW/HTTP'
    ],
    ext_modules      = ext_modules,
    packages         = [
        'simhash'
    ],
    package_dir      = {
        'simhash': 'simhash'
    },
    tests_require    = [
        'coverage',
        'nose',
        'nose-timer',
        'rednose'
    ],
    **kwargs
)
<commit_msg>Version bump to 0.2.0rc1.<commit_after>#! /usr/bin/env python

from distutils.core import setup
from distutils.extension import Extension

# Complain on 32-bit systems. See README for more details
import struct
if struct.calcsize('P') < 8:
    raise RuntimeError(
        'Simhash-py does not work on 32-bit systems. See README.md')

ext_files = [
    'simhash/simhash-cpp/src/permutation.cpp',
    'simhash/simhash-cpp/src/simhash.cpp'
]

kwargs = {}

try:
    from Cython.Distutils import build_ext
    print 'Building from Cython'
    ext_files.append('simhash/simhash.pyx')
    kwargs['cmdclass'] = {'build_ext': build_ext}
except ImportError:
    print 'Buidling from C++'
    ext_files.append('simhash/simhash.cpp')

ext_modules = [
    Extension('simhash.simhash', ext_files,
        language='c++',
        extra_compile_args=['-std=c++11'],
        include_dirs=['simhash/simhash-cpp/include']
    )
]

setup(name           = 'simhash',
    version          = '0.2.0rc1',
    description      = 'Near-Duplicate Detection with Simhash',
    url              = 'http://github.com/seomoz/simhash-py',
    author           = '<NAME>',
    author_email     = '<EMAIL>',
    classifiers      = [
        'Programming Language :: Python',
        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Topic :: Internet :: WWW/HTTP'
    ],
    ext_modules      = ext_modules,
    packages         = [
        'simhash'
    ],
    package_dir      = {
        'simhash': 'simhash'
    },
    tests_require    = [
        'coverage',
        'nose',
        'nose-timer',
        'rednose'
    ],
    **kwargs
)

{'fraction_non_alphanumeric': 0.13327233912778286, 'fraction_numerical': 0.007624275693809088, 'mean_word_length': 2.3232016210739617, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6354300', 'n_tokens_mistral': 1079, 'n_tokens_neox': 1059, 'n_words': 219}