<commit_before><commit_msg>Fake data folder<commit_after>"URL",,,,
"http://twitter.com/vzlaturistica/statuses/23424668752936961","vzlaturistica "," Venezuela ",211,
"http://twitter.com/CarlsTrendy/statuses/23461167175307264","CarlsTrendy "," Mexico Veracruz ",140,
"http://twitter.com/imperialtravel1/statuses/23741658398990336","imperialtravel1 "," Medellin Colombia ",51,
"http://twitter.com/wfsanhueza/statuses/24442490811588608","wfsanhueza "," Concepción ",466,
"http://twitter.com/AndyPerez7/statuses/24262374739410944","AndyPerez7 "," Ccs, Venezuela ",226,
"http://twitter.com/AndyPerez7/statuses/24266621946171392","AndyPerez7 "," Ccs, Venezuela ",226,
"http://twitter.com/joseppique/statuses/24515380554760193","joseppique "," En navegación... ",245,
"http://twitter.com/Leojaran/statuses/24399634197647360","Leojaran "," Jarandilla "," España ",80
"http://twitter.com/Leojaran/statuses/24399767484235776","Leojaran "," Jarandilla "," España ",80
"http://twitter.com/MariijoPerez/status/24258427874189312","MariijoPerez ","  ",440,
"http://twitter.com/MariijoPerez/statuses/24265107672408064","MariijoPerez ","  ",440,
"http://twitter.com/miljef/statuses/24557611617619968","miljef "," El Salvador ",684,
"http://twitter.com/CrtGestion/statuses/24409937270538240 ","CrtGestion "," Gavá (Barcelona) ",106,
"http://twitter.com/tipsdeviajero/statuses/24831239739412481","tipsdeviajero "," Hoy aquí, mañana quien sabe. ",7889,
"http://twitter.com/tipsdeviajero/statuses/24832500744331264","tipsdeviajero "," Hoy aquí, mañana quien sabe. ",7889,
"http://twitter.com/yolioli86/statuses/25241353499709441","yolioli86 "," EN ALGÙN LUGAR ILUMINADO ",15,
"http://twitter.com/PAUPOPPINS/statuses/25048556314304514","PAUPOPPINS "," ÜT: 17.945655,","93.139395 ",1132
"http://twitter.com/PCBONLINE/statuses/25012196660482049","PCBONLINE "," PUNTA CANA"," BAVARO ",88
"http://twitter.com/sherezade102/statuses/24966241395412993","sherezade102 "," Una Maña en Mexico City ",451,
"http://twitter.com/ana_guillermina/statuses/25392602345906176","ana_guillermina ","  ",311,
"http://twitter.com/Nikoidarraga/statuses/25428020890177536","Nikoidarraga "," Ibague, Colombia  ",61,
"http://twitter.com/xyotravel/status/25595821231710209","xyotravel "," Spain ",301,
"http://twitter.com/miljef/status/25994492964241411","miljef "," El Salvador ",684,
"http://twitter.com/SePortada/statuses/27007931144740864","SePortada ","  ",72,
"http://twitter.com/VENTURA2B/statuses/27072154306609152","VENTURA2B "," INTERNET ",22,
"http://twitter.com/apiacapulcoport/status/27001384259813376","apiacapulcoport "," Acapulco, Gro., México ",1074,
"http://twitter.com/RENTAESCAPE/statuses/27498849652178944","RENTAESCAPE "," INTERNET ",193,
"http://twitter.com/rotourvalgg/statuses/27438331511971840","rotourvalgg "," Valencia, Venezuela ",63,
"http://twitter.com/Venetours_com/statuses/27215640779558912","Venetours_com "," ÜT: 10.501182,","66.909159 ",1427
"http://twitter.com/VENTURA2B/statuses/27463604085194752","VENTURA2B "," INTERNET ",22,
"http://twitter.com/AICHATOURS/statuses/27805926228496384","AICHATOURS "," Maracaibo, C.<NAME> ",41,
"http://twitter.com/MariaSevillaC/statuses/27643954811899904","MariaSevillaC ","  ",16,
"http://twitter.com/_Economia/statuses/28074590144040960","_Economia "," España ",2523,
"http://twitter.com/_Noticias/statuses/28074586012651520","_Noticias "," España ",2609,
"http://twitter.com/AnunciosVzla/statuses/27951183607898113","AnunciosVzla ","  ",1443,
"http://twitter.com/CruceroAdicto/statuses/28215053970833408","CruceroAdicto "," España ",48,
"http://twitter.com/economiaespana/statuses/28072840204918784","economiaespana "," España ",644,
"http://twitter.com/imperialtravel1/statuses/28138903072411648","imperialtravel1 "," Medellin Colombia ",51,
"http://twitter.com/imperialtravel1/statuses/28179056453230594","imperialtravel1 "," Medellin Colombia ",51,
"http://twitter.com/lovetoweb/statuses/27951389426585600","lovetoweb "," Teh internets ",517,
"http://twitter.com/minianuncios/statuses/27952536791027712","minianuncios "," Twitter land ",1648,
"http://twitter.com/navegaencrucero/statuses/28194324395069441","navegaencrucero "," Barcelona ",131,
"http://twitter.com/navegaencrucero/statuses/28194324395069441","navegaencrucero "," Barcelona ",131,
"http://twitter.com/publicacionVzla/statuses/27951352797724672","publicacionVzla "," Venezuela ",7524,
"http://twitter.com/revistacruceros/statuses/28165224435556352","revistacruceros "," Madrid ",176,
"http://twitter.com/sobrecruceros/statuses/28103520565592064","sobrecruceros ","  ",40,
"http://twitter.com/VentaValencia/statuses/27953772613345280","VentaValencia "," Valencia Venezuela ",2347,
"http://twitter.com/abthakker/statuses/28403450614128640","abthakker ","  ",211,
"http://twitter.com/AP2Mil/statuses/28297912702214144","AP2Mil "," Valencia Venezuela ",25,
"http://twitter.com/bodaestilo/statuses/28402661464219648","bodaestilo "," España ",317,
"http://twitter.com/bolsalianet/statuses/28520447251320832","bolsalianet "," España ",86,
"http://twitter.com/bolsaquest/statuses/28521404609593344","bolsaquest "," Madrid, España ",56,
"http://twitter.com/carlosrenedorss/statuses/28525659642929152","carlosrenedorss "," Salamanca, Spain ",383,
"http://twitter.com/Cinco_Dias_com/status/28518529573593088","Cinco_Dias_com "," Madrid ",5231,
"http://twitter.com/Cinco_Dias_com/statuses/28518529573593088","Cinco_Dias_com "," Madrid ",5231,
"http://twitter.com/dirigentes/statuses/28514217573220352","dirigentes "," España ",444,
"http://twitter.com/economiaaldia/statuses/28515215742074881","economiaaldia ","  ",1393,
"http://twitter.com/economiaaldia/statuses/28518528839589888","economiaaldia ","  ",1393,
"http://twitter.com/elmundo_feed/statuses/28525659550650369","elmundo_feed "," Madrid, España ",501,
"http://twitter.com/elmundoeconomia/statuses/28525662616686592","elmundoeconomia ","  ",249,
"http://twitter.com/elmundoes_econo/statuses/28513185115930624","elmundoes_econo ","  ",574,
"http://twitter.com/esEconomia/statuses/28518530353725440","esEconomia "," España ",418,
"http://twitter.com/esibex/statuses/28529351406395392","esibex "," madrid ",136,
"http://twitter.com/EspanolNoticias/statuses/28521404781559808","EspanolNoticias "," España, América Latina ",305,
"http://twitter.com/GustavoSBR/statuses/28515366229516289","GustavoSBR "," Madrid ",408,
"http://twitter.com/isisblanco/statuses/28583595849289729","isisblanco ","  ",11,
"http://twitter.com/iviajero/statuses/28523196722446337","iviajero "," Valencia, Spain ",708,
"http://twitter.com/LourdesLobo/statuses/28514866008428544","LourdesLobo "," El mundo ",2,
"http://twitter.com/LuRomero1/statuses/28490950745530369","LuRomero1 "," En algun lugar de Andalucía. ",14,
"http://twitter.com/Malefica/statuses/28577356465573888","Malefica "," Venezuela ",649,
"http://twitter.com/mauriciocata/statuses/28491443798548481","mauriciocata "," Madrid ",58,
"http://twitter.com/Patrice_Renault/statuses/28525659810697217","Patrice_Renault "," pantin ",261,
"http://twitter.com/preferente/statuses/28470657318653953","preferente "," Palma ",220,
"http://twitter.com/primeracl/statuses/28577066664333313","primeracl "," <NAME> ",431,
"http://twitter.com/QualityBlogs/statuses/28471554341863424","QualityBlogs ","  ",118,
"http://twitter.com/RonelBatista/statuses/28580590160707584","RonelBatista "," ÜT: 10.198446,","68.001541 ",97
"http://twitter.com/rssmedios/statuses/28521405863694336","rssmedios ","  ",866,
"http://twitter.com/taraguiviajes/statuses/28513675732066304","taraguiviajes "," Guadalajara, Jal. Mexico ",118,
"http://twitter.com/VENTURA2B/statuses/28519717375311872","VENTURA2B "," INTERNET ",22,
"http://twitter.com/Victor_Olivier/statuses/28531654632939520","Victor_Olivier "," <NAME>  ",424,
"http://twitter.com/carlosfriasm/statuses/28769257525346304","carlosfriasm "," Madrid ",53,
"http://twitter.com/Cexy18/status/28896306885820416","Cexy18 "," En tus anhelos... ",437,
"http://twitter.com/lourdesmoyon/statuses/28732246684868608","lourdesmoyon ","  ",27,
"http://twitter.com/Mcallan/statuses/28978259676897280","Mcallan "," Zaragoza ",2153,
"http://twitter.com/nanoteca/statuses/28877266670854144","nanoteca ","  ",26,
"http://twitter.com/RENTAESCAPE/statuses/28867750407438336","RENTAESCAPE "," INTERNET ",193,
"http://twitter.com/gaborradics/statuses/29255331712344064","gaborradics "," ÜT: 10.24441,","67.961821 ",94
"http://twitter.com/navegaencrucero/status/29157023631278080","navegaencrucero "," Barcelona ",131,
"http://twitter.com/navegaencrucero/statuses/29157023631278080","navegaencrucero "," Barcelona ",131,
"http://twitter.com/primeracl/statuses/29293601091493888","primeracl "," Caracas, Venezuela ",431,
"http://twitter.com/Mcallan/status/28978259676897280","Mcallan "," Zaragoza ",2153,
"http://twitter.com/revistacruceros/statuses/29525098528505856","revistacruceros "," Madrid ",176,
"http://twitter.com/revistacruceros/statuses/29630126656327680","revistacruceros "," Madrid ",176,
"http://twitter.com/somosviajes/statuses/29711839575154688","somosviajes "," <NAME> ",40,
{'fraction_non_alphanumeric': 0.18504631671812968, 'fraction_numerical': 0.21647551830613146, 'mean_word_length': 7.8391812865497075, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4006230', 'n_tokens_mistral': 4682, 'n_tokens_neox': 3497, 'n_words': 327}