<commit_before>species,order,captive,mass,tee
Microcebus_murinus,Primates,no,0.064,28
Lepilemur_ruficaudatus,Primates,no,0.77,121
Eulemur,Primates,no,1.84,146
Lemur_catta,Primates,no,2.24,146
Lemur_catta_captive,Primates,yes,2.21,217
Propithecus_diadema,Primates,no,4.9,346
Alouatta_palliata,Primates,no,7.12,602
Papio_cynocephalus,Primates,no,12,813
Homo_sapiens_westerners,Primates,yes,72.2,2482
Homo_sapiens_Hadza,Primates,no,46.6,2212
Callithrix_jacchus,Primates,yes,0.45,51
Macaca_radiata,Primates,yes,4.2,251
Allenopithecus_nigroviridis,Primates,yes,7.9,524
Macaca_mulatta,Primates,yes,14.4,607
Papio_anubis,Primates,yes,16.2,832
Pan_paniscus,Primates,yes,38,1767
Pan_troglodytes,Primates,yes,57.1,2386
Pongo_pygmaeus,Primates,yes,74.8,1984
Gorilla_gorilla,Primates,yes,123.7,3160
Antidorcas_marsupialis,Artiodactyla,NA,43.3,5760
Odocoileus_hemionus,Artiodactyla,NA,39.1,4302.1
Oryx_leucoryx,Artiodactyla,NA,89,5277.4
Oryx_aries,Artiodactyla,NA,52.7,4046.3
Capreolus_capreolus,Artiodactyla,NA,22.5,1230.5
Pipistrellus_pipistrellus,Chiroptera,NA,0.007,7
Plecotus_auritus,Chiroptera,NA,0.009,6.6
Myotis_lucifugus,Chiroptera,NA,0.009,7.1
Anoura_caudifera,Chiroptera,NA,0.012,12.4
Macrotus_californicus,Chiroptera,NA,0.013,5.1
Eptesicus_fuscus,Chiroptera,NA,0.021,10.4
Phyllostomus_hastatus,Chiroptera,NA,0.081,34.9
Bassariscus_astutus,Carnivora,NA,0.75,112.8
Vulpes_cana,Carnivora,NA,0.97,153.4
Vulpes_macrotis,Carnivora,NA,1.48,282
Vulpes_velox,Carnivora,NA,2.1,425.4
Proteles_cristata,Carnivora,NA,8.54,442.2
Lycaon_pictus,Carnivora,NA,25.2,3656.8
Canis_lupus,Carnivora,NA,37.3,4230.4
Suricata_suricatta,Carnivora,NA,0.7,166.6
Lontra_canadensis,Carnivora,NA,7.84,1132.4
Canis_familiaris,Carnivora,NA,33.5,2024.3
Arctocephalus_galapagoensis,Pinnipedia,NA,30.1,3108.5
Arctocephalus_gazella,Pinnipedia,NA,34.6,5497.1
Callorhinus_ursinus,Pinnipedia,NA,51.1,8628.1
Zalophus_californianus,Pinnipedia,NA,78,9225.6
Neophoca_cinerea,Pinnipedia,NA,83.5,9440.7
Phoca_vitulina,Pinnipedia,NA,99,12547.8
Phocarctos_hookeri,Pinnipedia,NA,116.4,13147.8
Lepus_californicus,Lagomorpha,NA,1.8,310.7
Lepus_americanus,Lagomorpha,NA,1.35,252.8
Bradypus_variegatus,Pilosa,NA,4.15,130.3
Gerbillus_henleyi,Rodentia,NA,0.009,6.3
Peromyscus_crinitus,Rodentia,NA,0.013,9.4
Mus_musculus,Rodentia,NA,0.015,11.3
Clethrionomys_rutilus,Rodentia,NA,0.016,13.8
Chaetodipus_formosus,Rodentia,NA,0.018,10.8
Peromyscus_maniculatus,Rodentia,NA,0.018,12.8
Peromyscus_leucopus,Rodentia,NA,0.019,9.9
Microtus_arvalis,Rodentia,NA,0.02,21.5
Eremitalpa_namibensis,Rodentia,NA,0.021,3
Gerbillus_allenbyi,Rodentia,NA,0.023,8.5
Clethrionomys_glareolus,Rodentia,NA,0.023,21
Microtus_agrestis,Rodentia,NA,0.027,18.6
Gerbillus_pyramidum,Rodentia,NA,0.032,10.8
Pseudomys_albocinereus,Rodentia,NA,0.033,14.9
Dipodomys_merriami,Rodentia,NA,0.34,11.4
Microtus_pennsylvanicus,Rodentia,NA,0.037,27.5
Acomys_cahirinus,Rodentia,NA,0.038,12.4
Sekeetamys_calurus,Rodentia,NA,0.041,10.5
Acomys_russatus,Rodentia,NA,0.045,11.4
Lemmus_trimucronatus,Rodentia,NA,0.055,48
Dipodomys_microps,Rodentia,NA,0.057,20.2
Mastomys_natalensis,Rodentia,NA,0.057,20.7
Meriones_crassus,Rodentia,NA,0.69,15.5
Arvicola_terrestris,Rodentia,NA,0.086,28.4
Ammospermophilus_leucurus,Rodentia,NA,0.087,21
Tamias_striatus,Rodentia,NA,0.096,34.2
Thomomys_bottae,Rodentia,NA,0.104,31.1
Psammomys_obesus,Rodentia,NA,0.17,39.4
Spermophilus_saturatus,Rodentia,NA,0.214,54
Spermophilus_parryii,Rodentia,NA,0.63,195.3
Tamiasciurus_hudsonicus,Rodentia,NA,0.203,81
Xerus_inauris,Rodentia,NA,0.578,91.3
Marmota_flaviventris,Rodentia,NA,3.19,580.8
Microgale_dobsoni,Afrosoricida,NA,0.043,18.4
Microgale_talazaci,Afrosoricida,NA,0.043,15.9<commit_msg>fix mistranscribed data points<commit_after>species,order,captive,mass,tee
Microcebus_murinus,Primates,no,0.064,28
Lepilemur_ruficaudatus,Primates,no,0.77,121
Eulemur,Primates,no,1.84,146
Lemur_catta,Primates,no,2.24,146
Lemur_catta_captive,Primates,yes,2.21,217
Propithecus_diadema,Primates,no,4.9,346
Alouatta_palliata,Primates,no,7.12,602
Papio_cynocephalus,Primates,no,12,813
Homo_sapiens_westerners,Primates,yes,72.2,2482
Homo_sapiens_Hadza,Primates,no,46.6,2212
Callithrix_jacchus,Primates,yes,0.45,51
Macaca_radiata,Primates,yes,4.2,251
Allenopithecus_nigroviridis,Primates,yes,7.9,524
Macaca_mulatta,Primates,yes,14.4,607
Papio_anubis,Primates,yes,16.2,832
Pan_paniscus,Primates,yes,38,1767
Pan_troglodytes,Primates,yes,57.1,2386
Pongo_pygmaeus,Primates,yes,74.8,1984
Gorilla_gorilla,Primates,yes,123.7,3160
Antidorcas_marsupialis,Artiodactyla,unknown,43.3,5760
Odocoileus_hemionus,Artiodactyla,unknown,39.1,4302.1
Oryx_leucoryx,Artiodactyla,unknown,89,5277.4
Oryx_aries,Artiodactyla,unknown,52.7,4046.3
Capreolus_capreolus,Artiodactyla,unknown,22.5,1230.5
Pipistrellus_pipistrellus,Chiroptera,unknown,0.007,7
Plecotus_auritus,Chiroptera,unknown,0.009,6.6
Myotis_lucifugus,Chiroptera,unknown,0.009,7.1
Anoura_caudifera,Chiroptera,unknown,0.012,12.4
Macrotus_californicus,Chiroptera,unknown,0.013,5.1
Eptesicus_fuscus,Chiroptera,unknown,0.021,10.4
Phyllostomus_hastatus,Chiroptera,unknown,0.081,34.9
Bassariscus_astutus,Carnivora,unknown,0.75,112.8
Vulpes_caunknown,Carnivora,unknown,0.97,153.4
Vulpes_macrotis,Carnivora,unknown,1.48,282
Vulpes_velox,Carnivora,unknown,2.1,425.4
Proteles_cristata,Carnivora,unknown,8.54,442.2
Lycaon_pictus,Carnivora,unknown,25.2,3656.8
Canis_lupus,Carnivora,unknown,37.3,4230.4
Suricata_suricatta,Carnivora,unknown,0.7,166.6
Lontra_caunknowndensis,Carnivora,unknown,7.84,1132.4
Canis_familiaris,Carnivora,unknown,33.5,2024.3
Arctocephalus_galapagoensis,Pinnipedia,unknown,30.1,3108.5
Arctocephalus_gazella,Pinnipedia,unknown,34.6,5497.1
Callorhinus_ursinus,Pinnipedia,unknown,51.1,8628.1
Zalophus_californianus,Pinnipedia,unknown,78,9225.6
Neophoca_cinerea,Pinnipedia,unknown,83.5,9440.7
Phoca_vituliunknown,Pinnipedia,unknown,99,12547.8
Phocarctos_hookeri,Pinnipedia,unknown,116.4,13147.8
Lepus_californicus,Lagomorpha,unknown,1.8,310.7
Lepus_americanus,Lagomorpha,unknown,1.35,252.8
Bradypus_variegatus,Pilosa,unknown,4.15,130.3
Gerbillus_henleyi,Rodentia,unknown,0.009,6.3
Peromyscus_crinitus,Rodentia,unknown,0.013,9.4
Mus_musculus,Rodentia,unknown,0.015,11.3
Clethrionomys_rutilus,Rodentia,unknown,0.016,13.8
Chaetodipus_formosus,Rodentia,unknown,0.018,10.8
Peromyscus_maniculatus,Rodentia,unknown,0.018,12.8
Peromyscus_leucopus,Rodentia,unknown,0.019,9.9
Microtus_arvalis,Rodentia,unknown,0.02,21.5
Eremitalpa_unknownmibensis,Rodentia,unknown,0.021,3
Gerbillus_allenbyi,Rodentia,unknown,0.023,8.5
Clethrionomys_glareolus,Rodentia,unknown,0.023,21
Microtus_agrestis,Rodentia,unknown,0.027,18.6
Gerbillus_pyramidum,Rodentia,unknown,0.032,10.8
Pseudomys_albocinereus,Rodentia,unknown,0.033,14.9
Dipodomys_merriami,Rodentia,unknown,0.034,11.4
Microtus_pennsylvanicus,Rodentia,unknown,0.037,27.5
Acomys_cahirinus,Rodentia,unknown,0.038,12.4
Sekeetamys_calurus,Rodentia,unknown,0.041,10.5
Acomys_russatus,Rodentia,unknown,0.045,11.4
Lemmus_trimucrounknowntus,Rodentia,unknown,0.055,48
Dipodomys_microps,Rodentia,unknown,0.057,20.2
Mastomys_unknowntalensis,Rodentia,unknown,0.057,20.7
Meriones_crassus,Rodentia,unknown,0.069,15.5
Arvicola_terrestris,Rodentia,unknown,0.086,28.4
Ammospermophilus_leucurus,Rodentia,unknown,0.087,21
Tamias_striatus,Rodentia,unknown,0.096,34.2
Thomomys_bottae,Rodentia,unknown,0.104,31.1
Psammomys_obesus,Rodentia,unknown,0.17,39.4
Spermophilus_saturatus,Rodentia,unknown,0.214,54
Spermophilus_parryii,Rodentia,unknown,0.63,195.3
Tamiasciurus_hudsonicus,Rodentia,unknown,0.203,81
Xerus_iunknownuris,Rodentia,unknown,0.578,91.3
Marmota_flaviventris,Rodentia,unknown,3.19,580.8
Microgale_dobsoni,Afrosoricida,unknown,0.043,18.4
Microgale_talazaci,Afrosoricida,unknown,0.043,15.9
{'fraction_non_alphanumeric': 0.12722315980786705, 'fraction_numerical': 0.14955212254965597, 'mean_word_length': 15.969162995594713, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4006899', 'n_tokens_mistral': 4549, 'n_tokens_neox': 3828, 'n_words': 176}