<commit_before><commit_msg>added source data to repo;<commit_after>empflag& emprange& empimp
A& 0-19& 10
B& 20-99&  60
C& 100-249&  175
E& 250-499&  375
F& 500-999&  750
G& 1,000-2,499& 1750
H& 2,500-4,999& 3750
I& 5,000-9,999& 7500
J& 10,000-24,999& 17500
K& 25,000-49,999& 37500
L& 50,000-99,999& 75000
M& 100,000 or More&   100000
{'fraction_non_alphanumeric': 0.17117117117117117, 'fraction_numerical': 0.3933933933933934, 'mean_word_length': 4.387096774193548, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7194459', 'n_tokens_mistral': 259, 'n_tokens_neox': 161, 'n_words': 45}