<commit_before>genome_db_id	taxon_id	name	assembly	assembly_default	genebuild	locator
1	9606	Homo sapiens	NCBI35	1	0410Ensembl	NULL
2	10090	Mus musculus	NCBIM34	1	0503Ensembl	NULL
3	10116	Rattus norvegicus	RGSC3.4	1	0501Ensembl	NULL
4	31033	Fugu rubripes	FUGU4	1	0505IMCB	NULL
5	7165	Anopheles gambiae	MOZ2a	1	0310Ensembl	NULL
6	7227	Drosophila melanogaster	BDGP4	1	0502FlyBase	NULL
7	6239	Caenorhabditis elegans	CEL140	1	0503Wormbase	NULL
9	7955	<NAME>	ZFISH5	1	0505Ensembl	NULL
10	9598	Pan troglodytes	CHIMP1A	1	0405Ensembl	NULL
11	9031	Gallus gallus	WASHUC1	1	0512Ensembl	NULL
12	7460	Apis mellifera	AMEL2.0	1	0505Ensembl	NULL
13	99883	Tetraodon nigroviridis	TETRAODON7	1	0409Genoscope	NULL
14	9615	Canis familiaris	BROADD1	1	0411Ensembl	NULL
15	9913	Bos taurus	Btau_2.0	1	0512Ensembl	NULL
16	8364	Xenopus tropicalis	JGI3	1	0502Ensembl	NULL
17	4932	Saccharomyces cerevisiae	SGD1	1	0511SGD	NULL
18	7719	Ciona intestinalis	CINT1.95	1	0505Ensembl	NULL<commit_msg>genome_db table for release 37<commit_after>genome_db_id	taxon_id	name	assembly	assembly_default	genebuild	locator
1	9606	Homo sapiens	NCBI35	1	0410Ensembl	NULL
2	10090	Mus musculus	NCBIM34	1	0503Ensembl	NULL
3	10116	Rattus norvegicus	RGSC3.4	1	0501Ensembl	NULL
4	31033	Fugu rubripes	FUGU4	1	0505IMCB	NULL
5	7165	Anopheles gambiae	AgamP3	1	1005Ensembl	NULL
6	7227	Drosophila melanogaster	BDGP4	1	0502FlyBase	NULL
7	6239	Caenorhabditis elegans	CEL150	1	0511Wormbase	NULL
9	7955	<NAME>	ZFISH5	1	0505Ensembl	NULL
10	9598	Pan troglodytes	CHIMP1A	1	0503Ensembl	NULL
11	9031	Gallus gallus	WASHUC1	1	0512Ensembl	NULL
12	7460	Apis mellifera	AMEL2.0	1	0505Ensembl	NULL
13	99883	Tetraodon nigroviridis	TETRAODON7	1	0409Genoscope	NULL
14	9615	Canis familiaris	BROADD1	1	0411Ensembl	NULL
15	9913	Bos taurus	Btau_2.0	1	0512Ensembl	NULL
16	8364	Xenopus tropicalis	JGI4	1	1105Ensembl	NULL
17	4932	Saccharomyces cerevisiae	SGD1	1	0511SGD	NULL
18	7719	Ciona intestinalis	JGI2	1	0602Ensembl	NULL
{'fraction_non_alphanumeric': 0.008762886597938144, 'fraction_numerical': 0.2154639175257732, 'mean_word_length': 5.6020408163265305, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4847357', 'n_tokens_mistral': 1145, 'n_tokens_neox': 917, 'n_words': 287}