<commit_before># Explicitly declare some header/meta information (about `pug`)
#  rather than allowing python to populate header info automatically.
# This allows simple parsers (in setup.py) to extract them
#  without importing this file or __init__.py
__namespace_package__ = 'pug'
__subpackage__ = 'nlp'
__doc__ = "{}.{} -- Natural Language Processing (NLP) utilities by and for the PDX Python User Group (PUG)".format(__namespace_package__, __subpackage__)
__url__ = "https://github.com/hobson/{}-{}".format(__namespace_package__, __subpackage__)
__version__ = '0.0.1'
__author__ = "Hobson <<EMAIL>>"
__authors__ = (
    "Hobson <<EMAIL>>",
    )

import os
__package_path__ = os.path.abspath(os.path.dirname(__file__))

<commit_msg>package_info needs to be execable not importable<commit_after># Explicitly declare some header/meta information (about `pug`)
#  rather than allowing python to populate header info automatically.
# This allows simple parsers (in setup.py) to extract them
#  without importing this file or __init__.py
__namespace_package__ = 'pug'
__subpackage__ = 'nlp'
__doc__ = "{}.{} -- Natural Language Processing (NLP) utilities by and for the PDX Python User Group (PUG)".format(__namespace_package__, __subpackage__)
__url__ = "https://github.com/hobson/{}-{}".format(__namespace_package__, __subpackage__)
__version__ = '0.0.1'
__author__ = "Hobson <<EMAIL>>"
__authors__ = (
    "Hobson <<EMAIL>>",
    )

import os
__package_path__ = os.path.abspath('.')


{'fraction_non_alphanumeric': 0.12037659717552118, 'fraction_numerical': 0.004034969737726967, 'mean_word_length': 5.305084745762712, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5489193', 'n_tokens_mistral': 481, 'n_tokens_neox': 466, 'n_words': 140}