<commit_before># -*- coding: utf-8 -*-

from setuptools import setup, find_packages

with open('README.md') as f:
    readme = f.read()

with open('LICENSE') as f:
    license = f.read()

setup(
    name='dig-extract',
    version='0.0.1',
    description='Dig-Extract module for Karma Dig',
    long_description=readme,
    author='<NAME>',
    author_email='<EMAIL>',
    url='https://github.com/InformationIntegrationGroup/dig-extract',
    license=license,
    packages=find_packages(exclude=('tests', 'docs')),
    package_data={'dig': ['dig/extract/entity/phone/areacode.json',
                          'dig/extract/page/market.json']
                  }
    )<commit_msg>last checkin for the data, but didnt solve the big problem<commit_after># -*- coding: utf-8 -*-

from setuptools import setup, find_packages

with open('README.md') as f:
    readme = f.read()

with open('LICENSE') as f:
    license = f.read()

setup(
    name='dig-extract',
    version='0.0.1',
    description='Dig-Extract module for Karma Dig',
    long_description=readme,
    author='<NAME>',
    author_email='<EMAIL>',
    url='https://github.com/InformationIntegrationGroup/dig-extract',
    license=license,
    packages=find_packages(exclude=('tests', 'docs')),
    package_data={'dig': ['extract/entity/phone/areacode.json',
                          'extract/page/market.json']
                  }
    )
{'fraction_non_alphanumeric': 0.15842293906810037, 'fraction_numerical': 0.005734767025089606, 'mean_word_length': 3.0, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '993035', 'n_tokens_mistral': 442, 'n_tokens_neox': 443, 'n_words': 86}