<commit_before>from distutils.core import setup

setup(
    name = 'tinysegmenter',
    packages = ['tinysegmenter'],
    version = '0.0.2',
    description = 'Super compact Japanese tokenizer',
    maintainer = '<NAME>',
    maintainer_email = '<EMAIL>',
    url = 'https://github.com/SamuraiT/tinysegmenter',
    license='New BSD',
    classifiers = [
        "Programming Language :: Python",
        "Programming Language :: Python :: 3",
        "License :: OSI Approved :: BSD License",
        "System :: OS Independent Development Status :: 3 - Alpha",
        "Environment :: Other",
        "Intended Audience :: Developers",
        "Intended Audience :: Science/Research",
        "Topic :: Text Processing :: Linguistic",
        "Topic :: Software Development :: Libraries :: Python Modules",
    ],
)
<commit_msg>modify a bit: name -> tinysegmenter3<commit_after>from distutils.core import setup

setup(
    name = 'tinysegmenter3',
    packages = ['tinysegmenter'],
    version = '0.0.2',
    description = 'Super compact Japanese tokenizer',
    maintainer = '<NAME>',
    maintainer_email = '<EMAIL>',
    url = 'https://github.com/SamuraiT/tinysegmenter',
    license='New BSD',
    classifiers = [
        "Programming Language :: Python",
        "Programming Language :: Python :: 3",
        "License :: OSI Approved :: BSD License",
        "Environment :: MacOS X",
        "Intended Audience :: Developers",
        "Intended Audience :: Science/Research",
        "Topic :: Text Processing :: Linguistic",
        "Topic :: Software Development :: Libraries :: Python Modules",
    ],
)

{'fraction_non_alphanumeric': 0.13940520446096655, 'fraction_numerical': 0.006815365551425031, 'mean_word_length': 2.9104116222760292, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 8, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3532255', 'n_tokens_mistral': 449, 'n_tokens_neox': 443, 'n_words': 122}