<commit_before>uid,lat,lon,province,province_abbr,province_abbr_index,epoch,date,time
1454215943,13.91149043,100.54837704,Nonthaburi,NBI,28,207948928,1976-08-04,02:35:28
1454215942,13.80277919,100.55379278,Bangkok,BKK,4,1972532480,2032-07-04,12:41:20
1454215942,18.2921293,99.5005101,Lampang,LPG,21,2717268210,2056-02-09,03:43:30
1454215940,13.75519283,100.64901926,Bangkok,BKK,4,123440126,1973-11-29,23:55:26
1454215939,18.13328792,100.15037149,Phrae,PRE,46,3076087680,2067-06-24,03:48:00
1454215939,16.23989966,103.25904045,Maha Sarakham,MKM,25,2580599904,2051-10-11,08:18:24
1454215937,13.74472101,100.53314209,Bangkok,BKK,4,472812844,1984-12-25,15:54:04
1454215936,17.33333,102.83333,Udon Thani,UDN,73,60620076,1971-12-03,21:54:36
1454215936,13.91679884,100.59526432,Bangkok,BKK,4,1735395510,2024-12-28,21:18:30<commit_msg>Fix sample file<commit_after>uid,lat,lon,province,province_abbr,province_abbr_index,epoch,date,time
207948928,13.91149043,100.54837704,Nonthaburi,NBI,28,207948928,2016-01-31,11:52:23
1972532480,13.80277919,100.55379278,Bangkok,BKK,4,1972532480,2016-01-31,11:52:22
2717268210,18.2921293,99.5005101,Lampang,LPG,21,2717268210,2016-01-31,11:52:22
123440126,13.75519283,100.64901926,Bangkok,BKK,4,123440126,2016-01-31,11:52:20
3076087680,18.13328792,100.15037149,Phrae,PRE,46,3076087680,2016-01-31,11:52:19
2580599904,16.23989966,103.25904045,<NAME>,MKM,25,2580599904,2016-01-31,11:52:19
472812844,13.74472101,100.53314209,Bangkok,BKK,4,472812844,2016-01-31,11:52:17
60620076,17.33333,102.83333,<NAME>,UDN,73,60620076,2016-01-31,11:52:16
1735395510,13.91679884,100.59526432,Bangkok,BKK,4,1735395510,2016-01-31,11:52:16
{'fraction_non_alphanumeric': 0.16951219512195123, 'fraction_numerical': 0.600609756097561, 'mean_word_length': 16.273684210526316, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5732656', 'n_tokens_mistral': 1431, 'n_tokens_neox': 865, 'n_words': 23}