<commit_before>1850296	27512	\N	27793747	\N	\N	27793771	\N	1	770260	CN_674347	23	\N	114	\N	0	0	\N	\N	
4509635	27523	7823440	7823440	7823450	8819360	8819373	8819373	1	3506221	esv93078	11	4247	7	\N	0	0	\N	\N	32
4509636	27523	7803891	7803891	7805991	7823440	7825340	7825340	1	3506222	esv89107	11	4247	7	\N	0	0	\N	\N	32
4509637	27523	7803891	7803891	7805991	7823440	7825340	7825340	1	3506223	essv194300	11	4247	203	\N	1	0	\N	\N	
4509638	27523	7803891	7803891	7805991	7823440	7825340	7825340	1	3506224	essv194301	11	4247	203	\N	1	0	\N	\N	
5433489	27511	\N	105348230	\N	\N	105348234	\N	1	4623879	essv4541079	11	4478	12	\N	1	1	\N	\N	
5937182	27511	\N	105348230	\N	\N	105348234	\N	1	5127748	esv2221103	11	4478	12	\N	0	1	\N	\N	
6442362	27512	\N	15976013	15976013	16025663	16025663	\N	1	16158654	esv2421345	11	4479	206	\N	0	0	\N	\N	
6442354	27512	\N	15976013	15976013	16025663	16025663	\N	1	16158662	essv5042318	11	4479	206	\N	1	0	\N	\N	
10281995	27512	\N	4169389	4169389	4288923	4288923	\N	1	17530456	esv2751608	11	4246	7	\N	0	0	\N	\N	
10281997	27512	\N	4170411	4170411	4288923	4288923	\N	1	17530458	essv6982058	11	4246	200	\N	1	0	\N	\N	
2135382	27512	\N	22294124	22294124	22772309	22772309	\N	1	18294340	esv2758415	11	4237	7	\N	0	0	\N	\N	
2135266	27512	\N	22596091	22596091	22772309	22772309	\N	1	18294456	essv4067	11	4237	200	\N	1	0	\N	\N	
120047457	27516	\N	35423532	\N	\N	35423532	\N	1	90345806	essv16812777	11	28922	200	\N	1	0	\N	\N	
120047458	27516	\N	35423532	\N	\N	35423532	\N	1	90345807	essv16812778	11	28922	200	\N	1	0	\N	\N	
120047459	27516	\N	35423532	\N	\N	35423532	\N	1	90345808	essv16812779	11	28922	200	\N	1	0	\N	\N	
120047463	27516	\N	35423532	\N	\N	35423532	\N	1	90345812	essv16812748	11	28922	203	\N	1	0	\N	\N	
120047464	27516	\N	35423532	\N	\N	35423532	\N	1	90345813	essv16812750	11	28922	203	\N	1	0	\N	\N	
120047465	27516	\N	35423532	\N	\N	35423532	\N	1	90345814	essv16812751	11	28922	203	\N	1	0	\N	\N	
120047466	27516	\N	35423532	\N	\N	35423532	\N	1	90345815	essv16812752	11	28922	203	\N	1	0	\N	\N	
120047467	27516	\N	35423532	\N	\N	35423532	\N	1	90345816	essv16812753	11	28922	203	\N	1	0	\N	\N	
120047468	27516	\N	35423532	\N	\N	35423532	\N	1	90345817	essv16812754	11	28922	203	\N	1	0	\N	\N	
120047469	27516	\N	35423532	\N	\N	35423532	\N	1	90345818	essv16812755	11	28922	203	\N	1	0	\N	\N	
120047470	27516	\N	35423532	\N	\N	35423532	\N	1	90345819	essv16812756	11	28922	203	\N	1	0	\N	\N	
120047471	27516	\N	35423532	\N	\N	35423532	\N	1	90345820	essv16812757	11	28922	203	\N	1	0	\N	\N	
120047472	27516	\N	35423532	\N	\N	35423532	\N	1	90345821	essv16812758	11	28922	203	\N	1	0	\N	\N	
120047473	27516	\N	35423532	\N	\N	35423532	\N	1	90345822	essv16812759	11	28922	203	\N	1	0	\N	\N	
120047474	27516	\N	35423532	\N	\N	35423532	\N	1	90345823	essv16812760	11	28922	203	\N	1	0	\N	\N	
120047475	27516	\N	35423532	\N	\N	35423532	\N	1	90345824	essv16812761	11	28922	203	\N	1	0	\N	\N	
120047476	27516	\N	35423532	\N	\N	35423532	\N	1	90345825	essv16812762	11	28922	203	\N	1	0	\N	\N	
120047477	27516	\N	35423532	\N	\N	35423532	\N	1	90345826	essv16812763	11	28922	203	\N	1	0	\N	\N	
120047478	27516	\N	35423532	\N	\N	35423532	\N	1	90345827	essv16812764	11	28922	203	\N	1	0	\N	\N	
120047479	27516	\N	35423532	\N	\N	35423532	\N	1	90345828	essv16812765	11	28922	203	\N	1	0	\N	\N	
120047480	27516	\N	35423532	\N	\N	35423532	\N	1	90345829	essv16812766	11	28922	203	\N	1	0	\N	\N	
120047481	27516	\N	35423532	\N	\N	35423532	\N	1	90345830	essv16812767	11	28922	203	\N	1	0	\N	\N	
120047482	27516	\N	35423532	\N	\N	35423532	\N	1	90345831	essv16812768	11	28922	203	\N	1	0	\N	\N	
120047483	27516	\N	35423532	\N	\N	35423532	\N	1	90345832	essv16812769	11	28922	203	\N	1	0	\N	\N	
120047484	27516	\N	35423532	\N	\N	35423532	\N	1	90345833	essv16812770	11	28922	203	\N	1	0	\N	\N	
120047485	27516	\N	35423532	\N	\N	35423532	\N	1	90345834	essv16812771	11	28922	203	\N	1	0	\N	\N	
120047486	27516	\N	35423532	\N	\N	35423532	\N	1	90345835	essv16812772	11	28922	203	\N	1	0	\N	\N	
120047487	27516	\N	35423532	\N	\N	35423532	\N	1	90345836	essv16812773	11	28922	203	\N	1	0	\N	\N	
120047488	27516	\N	35423532	\N	\N	35423532	\N	1	90345837	essv16812774	11	28922	203	\N	1	0	\N	\N	
120047489	27516	\N	35423532	\N	\N	35423532	\N	1	90345838	essv16812775	11	28922	203	\N	1	0	\N	\N	
120047490	27516	\N	35423532	\N	\N	35423532	\N	1	90345839	essv16812776	11	28922	203	\N	1	0	\N	\N	
120047491	27516	\N	35423532	\N	\N	35423532	\N	1	90345840	essv16812749	11	28922	203	\N	1	0	\N	\N	
120045807	27516	\N	35423532	\N	\N	35423532	\N	1	90344156	esv3817090	11	28922	7	\N	0	0	\N	\N	42,50,53,54<commit_msg>Add columns to test file<commit_after>1850296	27512	\N	27793747	\N	\N	27793771	\N	1	770260	CN_674347	23	\N	114	\N	0	0	\N	\N		\N	\N
4509635	27523	7823440	7823440	7823450	8819360	8819373	8819373	1	3506221	esv93078	11	4247	7	\N	0	0	\N	\N	32	\N	\N
4509636	27523	7803891	7803891	7805991	7823440	7825340	7825340	1	3506222	esv89107	11	4247	7	\N	0	0	\N	\N	32	\N	\N
4509637	27523	7803891	7803891	7805991	7823440	7825340	7825340	1	3506223	essv194300	11	4247	203	\N	1	0	\N	\N		\N	\N
4509638	27523	7803891	7803891	7805991	7823440	7825340	7825340	1	3506224	essv194301	11	4247	203	\N	1	0	\N	\N		\N	\N
5433489	27511	\N	105348230	\N	\N	105348234	\N	1	4623879	essv4541079	11	4478	12	\N	1	1	\N	\N		\N	\N
5937182	27511	\N	105348230	\N	\N	105348234	\N	1	5127748	esv2221103	11	4478	12	\N	0	1	\N	\N		\N	\N
6442362	27512	\N	15976013	15976013	16025663	16025663	\N	1	16158654	esv2421345	11	4479	206	\N	0	0	\N	\N		\N	\N
6442354	27512	\N	15976013	15976013	16025663	16025663	\N	1	16158662	essv5042318	11	4479	206	\N	1	0	\N	\N		\N	\N
10281995	27512	\N	4169389	4169389	4288923	4288923	\N	1	17530456	esv2751608	11	4246	7	\N	0	0	\N	\N		\N	\N
10281997	27512	\N	4170411	4170411	4288923	4288923	\N	1	17530458	essv6982058	11	4246	200	\N	1	0	\N	\N		\N	\N
2135382	27512	\N	22294124	22294124	22772309	22772309	\N	1	18294340	esv2758415	11	4237	7	\N	0	0	\N	\N		\N	\N
2135266	27512	\N	22596091	22596091	22772309	22772309	\N	1	18294456	essv4067	11	4237	200	\N	1	0	\N	\N		\N	\N
120047457	27516	\N	35423532	\N	\N	35423532	\N	1	90345806	essv16812777	11	28922	200	\N	1	0	\N	\N		\N	\N
120047458	27516	\N	35423532	\N	\N	35423532	\N	1	90345807	essv16812778	11	28922	200	\N	1	0	\N	\N		\N	\N
120047459	27516	\N	35423532	\N	\N	35423532	\N	1	90345808	essv16812779	11	28922	200	\N	1	0	\N	\N		\N	\N
120047463	27516	\N	35423532	\N	\N	35423532	\N	1	90345812	essv16812748	11	28922	203	\N	1	0	\N	\N		\N	\N
120047464	27516	\N	35423532	\N	\N	35423532	\N	1	90345813	essv16812750	11	28922	203	\N	1	0	\N	\N		\N	\N
120047465	27516	\N	35423532	\N	\N	35423532	\N	1	90345814	essv16812751	11	28922	203	\N	1	0	\N	\N		\N	\N
120047466	27516	\N	35423532	\N	\N	35423532	\N	1	90345815	essv16812752	11	28922	203	\N	1	0	\N	\N		\N	\N
120047467	27516	\N	35423532	\N	\N	35423532	\N	1	90345816	essv16812753	11	28922	203	\N	1	0	\N	\N		\N	\N
120047468	27516	\N	35423532	\N	\N	35423532	\N	1	90345817	essv16812754	11	28922	203	\N	1	0	\N	\N		\N	\N
120047469	27516	\N	35423532	\N	\N	35423532	\N	1	90345818	essv16812755	11	28922	203	\N	1	0	\N	\N		\N	\N
120047470	27516	\N	35423532	\N	\N	35423532	\N	1	90345819	essv16812756	11	28922	203	\N	1	0	\N	\N		\N	\N
120047471	27516	\N	35423532	\N	\N	35423532	\N	1	90345820	essv16812757	11	28922	203	\N	1	0	\N	\N		\N	\N
120047472	27516	\N	35423532	\N	\N	35423532	\N	1	90345821	essv16812758	11	28922	203	\N	1	0	\N	\N		\N	\N
120047473	27516	\N	35423532	\N	\N	35423532	\N	1	90345822	essv16812759	11	28922	203	\N	1	0	\N	\N		\N	\N
120047474	27516	\N	35423532	\N	\N	35423532	\N	1	90345823	essv16812760	11	28922	203	\N	1	0	\N	\N		\N	\N
120047475	27516	\N	35423532	\N	\N	35423532	\N	1	90345824	essv16812761	11	28922	203	\N	1	0	\N	\N		\N	\N
120047476	27516	\N	35423532	\N	\N	35423532	\N	1	90345825	essv16812762	11	28922	203	\N	1	0	\N	\N		\N	\N
120047477	27516	\N	35423532	\N	\N	35423532	\N	1	90345826	essv16812763	11	28922	203	\N	1	0	\N	\N		\N	\N
120047478	27516	\N	35423532	\N	\N	35423532	\N	1	90345827	essv16812764	11	28922	203	\N	1	0	\N	\N		\N	\N
120047479	27516	\N	35423532	\N	\N	35423532	\N	1	90345828	essv16812765	11	28922	203	\N	1	0	\N	\N		\N	\N
120047480	27516	\N	35423532	\N	\N	35423532	\N	1	90345829	essv16812766	11	28922	203	\N	1	0	\N	\N		\N	\N
120047481	27516	\N	35423532	\N	\N	35423532	\N	1	90345830	essv16812767	11	28922	203	\N	1	0	\N	\N		\N	\N
120047482	27516	\N	35423532	\N	\N	35423532	\N	1	90345831	essv16812768	11	28922	203	\N	1	0	\N	\N		\N	\N
120047483	27516	\N	35423532	\N	\N	35423532	\N	1	90345832	essv16812769	11	28922	203	\N	1	0	\N	\N		\N	\N
120047484	27516	\N	35423532	\N	\N	35423532	\N	1	90345833	essv16812770	11	28922	203	\N	1	0	\N	\N		\N	\N
120047485	27516	\N	35423532	\N	\N	35423532	\N	1	90345834	essv16812771	11	28922	203	\N	1	0	\N	\N		\N	\N
120047486	27516	\N	35423532	\N	\N	35423532	\N	1	90345835	essv16812772	11	28922	203	\N	1	0	\N	\N		\N	\N
120047487	27516	\N	35423532	\N	\N	35423532	\N	1	90345836	essv16812773	11	28922	203	\N	1	0	\N	\N		\N	\N
120047488	27516	\N	35423532	\N	\N	35423532	\N	1	90345837	essv16812774	11	28922	203	\N	1	0	\N	\N		\N	\N
120047489	27516	\N	35423532	\N	\N	35423532	\N	1	90345838	essv16812775	11	28922	203	\N	1	0	\N	\N		\N	\N
120047490	27516	\N	35423532	\N	\N	35423532	\N	1	90345839	essv16812776	11	28922	203	\N	1	0	\N	\N		\N	\N
120047491	27516	\N	35423532	\N	\N	35423532	\N	1	90345840	essv16812749	11	28922	203	\N	1	0	\N	\N		0.03	4
120045807	27516	\N	35423532	\N	\N	35423532	\N	1	90344156	esv3817090	11	28922	7	\N	0	0	\N	\N	42,50,53,54	\N	\N
{'fraction_non_alphanumeric': 0.0737862010221465, 'fraction_numerical': 0.604557069846678, 'mean_word_length': 2.5905963302752295, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2565144', 'n_tokens_mistral': 9180, 'n_tokens_neox': 5950, 'n_words': 1849}