<commit_before># TODO - Include fewer files in the gem (i.e. dont include the tests). See other projects for examples.
# todo - Add better test coverage (rake tasks, cli, etc.)
# todo - Use features as documentation
# todo - Use the cuketagger gem for tagging
# todo - document functionality/add functionality for changing added tag location/column location<commit_msg>Do a TODO<commit_after># TODO: Add better test coverage (rake tasks, cli, etc.)
# TODO: Use features as documentation
# TODO: Use the cuketagger gem for tagging
# TODO: document functionality/add functionality for changing added tag location/column location
{'fraction_non_alphanumeric': 0.07028753993610223, 'fraction_numerical': 0.0, 'mean_word_length': 4.752293577981652, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3445937', 'n_tokens_mistral': 156, 'n_tokens_neox': 152, 'n_words': 82}