<commit_before>naics_code,ratio,ps_code,revenue_allocated
45321,0.6,20370,1
45321,0.2,20853,1
45321,0.2,20852,1
443112,0.5,20375,0.95
443112,0.25,20321,0.95
443112,0.2,20865,0.95<commit_msg>Real data on office supply/stationary store product lines<commit_after>naics_code,ratio,ps_code,revenue_allocated
45321,0.283,20370
45321,0.265,20853
45321,0.145,20852
45321,0.122,20851
45321,0.084,20340
45321,0.071,20854
45321,0.013,29979
45321,0.011,29938
45321,0.006,20440
443112,0.5,20375,0.95
443112,0.25,20321,0.95
443112,0.2,20865,0.95
{'fraction_non_alphanumeric': 0.15413533834586465, 'fraction_numerical': 0.4943609022556391, 'mean_word_length': 9.450980392156863, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3519259', 'n_tokens_mistral': 409, 'n_tokens_neox': 274, 'n_words': 26}