<commit_before>s_city_id,s_city,s_lat,s_lon,s_pop,s_country,s_Volume,e_city_id,e_City,e_lat,e_lon,e_pop,e_country,e_vol
228,Hechi,23.09653465,109.6091129,3275189.5,China,291099,1,Sarh,9.149969909,18.39002966,135862,Chad,1
228,Hechi,23.09653465,109.6091129,3275189.5,China,291099,2,Tandil,-37.32001015,-59.15004358,84799.5,Argentina,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,3,Victorville,34.5365082,-117.2903191,83496,United States of America,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,4,Cranbourne,-38.09960081,145.2833695,249955,Australia,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,5,Curico,-34.97999795,-71.24002914,108074.5,Chile,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,6,Dahuk,36.86670013,43.00000263,620500,Iraq,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,7,Olympia,47.03804486,-122.899434,100950,United States of America,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,8,Oostanay,53.22089744,63.62830196,223450.5,Kazakhstan,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,9,Oran,35.71000246,-0.61997278,721992,Algeria,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,10,Asheville,35.60119773,-82.55414474,105775,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,11,Asti,44.92998232,8.209979206,63410.5,Italy,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,12,Athens,33.96129783,-83.3780221,78017.5,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,13,Atlanta,33.83001385,-84.39994938,2464454,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,14,Atyrau,47.11269147,51.92002437,170583,Kazakhstan,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,15,Aurora,41.76539512,-88.29999557,273949.5,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,16,Babruysk,53.12656211,29.19278113,212821.5,Belarus,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,17,Ballarat,-37.55958209,143.8400468,73404,Australia,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,18,Barnaul,53.35499778,83.74500688,569711,Russia,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,19,Lanzhou,36.05602785,103.7920003,2282609,China,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,20,L'Aquila,42.35039817,13.39002478,62201.5,Italy,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,21,Larache,35.20042116,-6.160022218,114688,Morocco,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,22,Le Mans,48.00041506,0.099983275,143392.5,France,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,23,Elkhart,41.68294537,-85.96879419,100295,United States of America,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,24,Encarnacion,-27.34718482,-55.87391878,251813.5,Paraguay,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,25,Erechim,-27.63000731,-52.26999841,85365.5,Brazil,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,26,Everett,47.9604175,-122.1999677,291948,United States of America,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,27,Exeter,50.70040529,-3.529950197,108242,United Kingdom,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,28,Faisalabad,31.40998069,73.10999711,2561797.5,Pakistan,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,29,Fargo,46.8772278,-96.7894257,127472.5,United States of America,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,30,Fayetteville,36.06297833,-94.15720911,108267.5,United States of America,1<commit_msg>csv data fix<commit_after>s_city_id,s_city,s_lat,s_lon,s_pop,s_country,s_Volume,e_city_id,e_City,e_lat,e_lon,e_pop,e_country,e_vol
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,1,Sarh,9.149969909,18.39002966,135862,Chad,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,2,Tandil,-37.32001015,-59.15004358,84799.5,Argentina,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,3,Victorville,34.5365082,-117.2903191,83496,United States of America,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,4,Cranbourne,-38.09960081,145.2833695,249955,Australia,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,5,Curico,-34.97999795,-71.24002914,108074.5,Chile,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,6,Dahuk,36.86670013,43.00000263,620500,Iraq,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,7,Olympia,47.03804486,-122.899434,100950,United States of America,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,8,Oostanay,53.22089744,63.62830196,223450.5,Kazakhstan,1
238,Hechi,23.09653465,109.6091129,3275189.5,China,291099,9,Oran,35.71000246,-0.61997278,721992,Algeria,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,10,Asheville,35.60119773,-82.55414474,105775,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,11,Asti,44.92998232,8.209979206,63410.5,Italy,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,12,Athens,33.96129783,-83.3780221,78017.5,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,13,Atlanta,33.83001385,-84.39994938,2464454,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,14,Atyrau,47.11269147,51.92002437,170583,Kazakhstan,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,15,Aurora,41.76539512,-88.29999557,273949.5,United States of America,1
623,San Jose,9.93501243,-84.08405135,642862,Costa Rica,302064,16,Babruysk,53.12656211,29.19278113,212821.5,Belarus,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,17,Ballarat,-37.55958209,143.8400468,73404,Australia,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,18,Barnaul,53.35499778,83.74500688,569711,Russia,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,19,Lanzhou,36.05602785,103.7920003,2282609,China,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,20,L'Aquila,42.35039817,13.39002478,62201.5,Italy,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,21,Larache,35.20042116,-6.160022218,114688,Morocco,1
222,Haifa,32.8204114,34.98002478,639150,Israel,400017,22,Le Mans,48.00041506,0.099983275,143392.5,France,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,23,Elkhart,41.68294537,-85.96879419,100295,United States of America,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,24,Encarnacion,-27.34718482,-55.87391878,251813.5,Paraguay,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,25,Erechim,-27.63000731,-52.26999841,85365.5,Brazil,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,26,Everett,47.9604175,-122.1999677,291948,United States of America,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,27,Exeter,50.70040529,-3.529950197,108242,United Kingdom,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,28,Faisalabad,31.40998069,73.10999711,2561797.5,Pakistan,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,29,Fargo,46.8772278,-96.7894257,127472.5,United States of America,1
657,Ulaanbaatar,47.9166734,106.9166158,827306,Mongolia,645321,30,Fayetteville,36.06297833,-94.15720911,108267.5,United States of America,1
{'fraction_non_alphanumeric': 0.15810276679841898, 'fraction_numerical': 0.5209213575030667, 'mean_word_length': 13.646706586826348, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2958569', 'n_tokens_mistral': 5813, 'n_tokens_neox': 3640, 'n_words': 155}