<commit_before>[metadata]
name = twitter_korean-py
version = 0.1
summary = Python port to the normalizer in https://github.com/twitter/twitter-korean-text
description-file =
    README.md
author = <NAME>
author-email = <EMAIL>
home-page = https://github.com/cedar101/twitter_korean-py
keywords =
    twkorean
    twitter-korean
    twitter-korean-py
    twitter-korean-text
    morphological analyzer
    morphology
    analyzer
    Korean
    Korean language
    tokenizer
    NLP
    natural language processing
    natural language interface to database
classifier =
    Environment :: Console
    Intended Audience :: Developers
    Intended Audience :: Science/Research
    Natural Language :: Korean
    Programming Language :: Python
    Programming Language :: Python :: 2.6
    Programming Language :: Python :: 2.7
    Programming Language :: Python :: 3.4
    Topic :: Software Development :: Libraries :: Python Modules
    Topic :: Text Processing :: Linguistic
    Topic :: Text Processing
    Development Status :: 3 - Alpha
    License :: OSI Approved :: Apache License
download-url = https://github.com/cedar101/twitter-korean-py/tree/master<commit_msg>add pbr setup sections<commit_after>[metadata]
name = twitter_korean-py
version = 0.1
summary = Python port to the normalizer in https://github.com/twitter/twitter-korean-text
description-file =
    README.md
author = <NAME>
author-email = <EMAIL>
home-page = https://github.com/cedar101/twitter_korean-py
keywords =
    twkorean
    twitter-korean
    twitter-korean-py
    twitter-korean-text
    morphological analyzer
    morphology
    analyzer
    Korean
    Korean language
    tokenizer
    NLP
    natural language processing
    natural language interface to database
classifier =
    Environment :: Console
    Intended Audience :: Developers
    Intended Audience :: Science/Research
    Natural Language :: Korean
    Programming Language :: Python
    Programming Language :: Python :: 2.6
    Programming Language :: Python :: 2.7
    Programming Language :: Python :: 3.4
    Topic :: Software Development :: Libraries :: Python Modules
    Topic :: Text Processing :: Linguistic
    Topic :: Text Processing
    Development Status :: 3 - Alpha
    License :: OSI Approved :: Apache License
download-url = https://github.com/cedar101/twitter-korean-py/tree/master
[files]
packages =
    twitter_korean
data_files =
    twitter_korean/resources = com.twitter.penguin.korean/src/main/resources/com/twitter/penguin/korean/util
[pbr]
warnerrors = True
[wheel]
universal = 1
{'fraction_non_alphanumeric': 0.08806262230919765, 'fraction_numerical': 0.01213307240704501, 'mean_word_length': 3.384219554030875, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2669204', 'n_tokens_mistral': 773, 'n_tokens_neox': 712, 'n_words': 202}