<commit_before>24190	AL645927.3	1	112578
24191	AL645929.4	1	80662
24195	AL645936.5	1	155874
24196	AL645937.6	1	147667
24197	AL645939.6	1	123768
24216	AL662781.4	1	106642
24221	AL662791.3	1	134463
24258	AL662860.3	1	49694
24321	AL669914.2	1	159178
24343	AL671277.5	1	84827
24383	AL672167.6	1	44704
24403	AL672311.26	1	115998
24555	AL732314.18	1	218723
24731	AL928614.3	1	21222
24823	AL954664.18	1	30904
24829	AL954722.18	1	37771
26177	BX000476.5	1	33340
26178	BX000483.7	1	15918
26443	BX537334.4	1	36872
26483	BX640545.2	1	34821
26504	BX649635.3	1	43709
27515	6	2	171115067
27516	X	2	155270560
27605	HSCHRX_CTG1	3	34821
27641	HSCHRX_CTG2	3	86563
27660	HSCHR6_CTG1	3	58720166
27688	HSCHRX_CTG3	3	766173
1000357922	HG480_HG481_PATCH	2	155131142
1000357923	HG480_HG481_PATCH	3	284527
1000357972	AL672277.21	1	131682<commit_msg>added seq region from an old assembly for a test<commit_after>24190	AL645927.3	1	112578
24191	AL645929.4	1	80662
24195	AL645936.5	1	155874
24196	AL645937.6	1	147667
24197	AL645939.6	1	123768
24216	AL662781.4	1	106642
24221	AL662791.3	1	134463
24258	AL662860.3	1	49694
24321	AL669914.2	1	159178
24343	AL671277.5	1	84827
24383	AL672167.6	1	44704
24403	AL672311.26	1	115998
24555	AL732314.18	1	218723
24731	AL928614.3	1	21222
24823	AL954664.18	1	30904
24829	AL954722.18	1	37771
26177	BX000476.5	1	33340
26178	BX000483.7	1	15918
26443	BX537334.4	1	36872
26483	BX640545.2	1	34821
26504	BX649635.3	1	43709
27515	6	2	171115067
27516	X	2	155270560
27605	HSCHRX_CTG1	3	34821
27641	HSCHRX_CTG2	3	86563
27660	HSCHR6_CTG1	3	58720166
27688	HSCHRX_CTG3	3	766173
1000357922	HG480_HG481_PATCH	2	155131142
1000357923	HG480_HG481_PATCH	3	284527
1000357972	AL672277.21	1	131682
124190	AL645927.3_old	27	112578
{'fraction_non_alphanumeric': 0.0297723292469352, 'fraction_numerical': 0.6532399299474606, 'mean_word_length': 4.771043771043771, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4153057', 'n_tokens_mistral': 1571, 'n_tokens_neox': 984, 'n_words': 252}