<commit_before>git clone https://gist.github.com/val314159/816abfa3579b1b58e373
git clone https://gist.github.com/val314159/6cef2f7df7355d681335
git clone https://gist.github.com/val314159/7b09f27b5a858bcb7f1e
git clone https://gist.github.com/val314159/839137f062d43226538b<commit_msg>add gist<commit_after>git clone https://gist.github.com/val314159/816abfa3579b1b58e373
git clone https://gist.github.com/val314159/6cef2f7df7355d681335
git clone https://gist.github.com/val314159/7b09f27b5a858bcb7f1e
git clone https://gist.github.com/val314159/839137f062d43226538b
git clone https://gist.github.com/val314159/175869ef985012b1d966
{'fraction_non_alphanumeric': 0.10917721518987342, 'fraction_numerical': 0.28164556962025317, 'mean_word_length': 6.814814814814815, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 9, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5844642', 'n_tokens_mistral': 366, 'n_tokens_neox': 270, 'n_words': 27}