<commit_before>#!/usr/bin/python
# -*- coding: utf-8 -*-

try:
    from setuptools import setup, Extension
except ImportError :
    raise ImportError("setuptools module required, please go to https://pypi.python.org/pypi/setuptools and follow the instructions for installing setuptools")

install_requires=['fastcluster', 
                  'dedupe-hcluster',
                  'affinegap>=1.3',
                  'categorical-distance>=1.7',
                  'future',
                  'rlr>=2.3',
                  'doublemetaphone',
                  'highered>=0.1.6',
                  'canonicalize',
                  'simplecosine>=1.1',
                  'haversine>=0.4.1',
                  'BTrees>=4.1.4',
                  'simplejson',
                  'zope.index']

setup(
    name='dedupe',
    url='https://github.com/datamade/dedupe',
    version='1.4.3',
    description='A python library for accurate and scaleable data deduplication and entity-resolution',
    packages=['dedupe', 'dedupe.variables'],
    ext_modules=[Extension('dedupe.cpredicates', ['src/cpredicates.c'])],<commit_msg>don't think I need zope.index, explicitly<commit_after>#!/usr/bin/python
# -*- coding: utf-8 -*-

try:
    from setuptools import setup, Extension
except ImportError :
    raise ImportError("setuptools module required, please go to https://pypi.python.org/pypi/setuptools and follow the instructions for installing setuptools")

install_requires=['fastcluster', 
                  'dedupe-hcluster',
                  'affinegap>=1.3',
                  'categorical-distance>=1.7',
                  'future',
                  'rlr>=2.3',
                  'doublemetaphone',
                  'highered>=0.1.6',
                  'canonicalize',
                  'simplecosine>=1.1',
                  'haversine>=0.4.1',
                  'BTrees>=4.1.4',
                  'simplejson']

setup(
    name='dedupe',
    url='https://github.com/datamade/dedupe',
    version='1.4.3',
    description='A python library for accurate and scaleable data deduplication and entity-resolution',
    packages=['dedupe', 'dedupe.variables'],
    ext_modules=[Extension('dedupe.cpredicates', ['src/cpredicates.c'])],
{'fraction_non_alphanumeric': 0.13906390639063906, 'fraction_numerical': 0.018901890189018902, 'mean_word_length': 2.049382716049383, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 17, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4162822', 'n_tokens_mistral': 693, 'n_tokens_neox': 630, 'n_words': 121}