<commit_before>PAGES = ['youthhostelassociationofindia', '569602886513482', 'Trekfreaks', 'PuneRunning', 'grassroutes.journeys', 'Foliagers', '233136143414695', 'TREKDI', 'spitiadventure', 'lafl2012',
         'PlacesAroundPune', 'BhatkantiSahyadrichyaKushit', 'trekthehimalayas', 'WhiteMagicAdventure',
         'thewesternroutes', 'sgtrekkers', 'makemytrek', 'plusvalleyadventure', 'SanjayGandhiNationalPark',
         'themountainhoppers', 'xtremetrekkers', '3pointadventure', 'gadvede', 'trekmatesindia', 'RawAdventureSolutions']
PAGES_didnt_work = ['shivdurg', '317771368415795'] # rockface<commit_msg>added one more host<commit_after>PAGES = ['youthhostelassociationofindia', '569602886513482', 'Trekfreaks', 'PuneRunning', 'grassroutes.journeys', 'Foliagers', '233136143414695', 'TREKDI', 'spitiadventure', 'lafl2012',
         'PlacesAroundPune', 'BhatkantiSahyadrichyaKushit', 'trekthehimalayas', 'WhiteMagicAdventure',
         'thewesternroutes', 'sgtrekkers', 'makemytrek', 'plusvalleyadventure', 'SanjayGandhiNationalPark',
         'themountainhoppers', 'xtremetrekkers', '3pointadventure', 'gadvede', 'trekmatesindia', 'RawAdventureSolutions',
         'decathlonwagholi']
PAGES_didnt_work = ['shivdurg', '317771368415795'] # rockface
{'fraction_non_alphanumeric': 0.1465172137710168, 'fraction_numerical': 0.08006405124099279, 'mean_word_length': 8.328358208955224, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4766351', 'n_tokens_mistral': 545, 'n_tokens_neox': 467, 'n_words': 63}