<commit_before>class CountryList
  @@countries = {
    'all' => ['ee','al','an','am','au','aj','bo','be','bk','bu','hr','cy','ez','da','en','fi','fr','gg','gm','uk','gr','hu','ic','ei','it','lg','ls','lh','lu','mk','mt','md','mn','mj','nl','no','pl','po','ro','rs','sm','ri','lo','si','sp','sw','sz','tu','up','vt','ca','us','mx','ac','bf','bb','cu','do','dr','gj','ha','jm','sc','st','vc','td','bh','cs','es','gt','ho','nu','pm','ar','bl','br','ci','co','ec','gy','pa','pe','ns','uy','ve','ag','ao','bn','bc','uv','by','cm','cv','ct','cd','cn','cf','cg','iv','dj','eg','ek','er','et','gb','ga','gh','gv','pu','ke','lt','li','ly','ma','mi','ml','mr','mp','mo','mz','wa','ng','ni','rw','tp','sg','se','sl','so','sf','od','su','wz','tz','to','ts','ug','za','zi','ba','ir','iz','is','jo','ku','le','mu','qa','sa','sy','ae','ym','af','bg','bt','bx','cb','ch','in','id','ja','kz','kg','la','my','mv','mg','bm','np','kn','pk','rp','sn','ks','ce','tw','ti','th','tt','tx','uz','vm','as','fj','kr','rm','fm','nr','nz','ps','pp','ws','bp','tn','tv','nh'],
    'region'=> {
      'Europe'=> ['ee','al','an','am','au','aj','bo','be','bk','bu','hr','cy','ez','da','en','fi','fr','gg','gm','uk','gr','hu','ic','ei','it','lg','ls','lh','lu','mk','mt','md','mn','mj','nl','no','pl','po','ro','rs','sm','ri','lo','si','sp','sw','sz','tu','up','vt'],
      'North America'=> ['ca','us','mx'],
      'Caribbean'=> ['ac','bf','bb','cu','do','dr','gj','ha','jm','sc','st','vc','td'],
      'Central America'=> ['bh','cs','es','gt','ho','nu','pm'],
      'South America'=> ['ar','bl','br','ci','co','ec','gy','pa','pe','ns','uy','ve'],
      'Africa'=> ['ag','ao','bn','bc','uv','by','cm','cv','ct','cd','cn','cf','cg','iv','dj','eg','ek','er','et','gb','ga','gh','gv','pu','ke','lt','li','ly','ma','mi','ml','mr','mp','mo','mz','wa','ng','ni','rw','tp','sg','se','sl','so','sf','od','su','wz','tz','to','ts','ug','za','zi'],
      'Middle East'=> ['ba','ir','iz','is','jo','ku','le','mu','qa','sa','sy','ae','ym'],
      'Asia'=> ['af','bg','bt','bx','cb','ch','in','id','ja','kz','kg','la','my','mv','mg','bm','np','kn','pk','rp','sn','ks','ce','tw','ti','th','tt','tx','uz','vm'],
      'Pacific'=> ['as','fj','kr','rm','fm','nr','nz','ps','pp','ws','bp','tn','tv','nh'],
    },
    'ee'=> 'european union',
    'al'=> 'albania',
    'an'=> 'andorra',
    'am'=> 'armenia',
    'au'=> 'austria',
    'aj'=> 'azerbaijan',
    'bo'=> 'belarus',
    'be'=> 'belgium',
    'bk'=> 'bosnia and herzegovina',
    'bu'=> 'bulgaria',
    'hr'=> 'croatia',
    'cy'=> 'cyprus',
    'ez'=> 'czech republic',
    'da'=> 'denmark',
    'en'=> 'estonia', 
    'fi'=> 'finland',
    'fr'=> 'france',
    'gg'=> 'georgia',
    'gm'=> 'germany',
    'uk'=> 'great britain',
    'gr'=> 'greece',
    'hu'=> 'hungary',
    'ic'=> 'iceland',
    'ei'=> 'ireland',
    'it'=> 'italy',
    'lg'=> 'latvia',
    'ls'=> 'liechtenstein',
    'lh'=> 'lithuania',
    'lu'=> 'luxembourg',
    'mk'=> 'macedonia',
    'mt'=> 'malta',
    'md'=> 'moldova',
    'mn'=> 'monaco',
    'mj'=> 'montenegro',
    'nl'=> 'netherlands',
    'no'=> 'norway',
    'pl'=> 'poland',
    'po'=> 'portugal',
    'ro'=> 'romania',
    'rs'=> 'russia',
    'sm'=> 'san marino',
    'ri'=> 'serbia',
    'lo'=> 'slovakia',
    'si'=> 'slovenia',
    'sp'=> 'spain',
    'sw'=> 'sweden',
    'sz'=> 'switzerland',
    'tu'=> 'turkey',
    'up'=> 'ukraine',
    'vt'=> 'vatican city',

    'ca'=> 'canada',
    'us'=> 'united states',
    'mx'=> 'mexico',

    'ac'=> 'antigua n barbuda',
    'bf'=> 'bahamas',
    'bb'=> 'barbados',
    'cu'=> 'cuba',
    'do'=> 'dominica',
    'dr'=> 'dominican republic',
    'gj'=> 'grenada',
    'ha'=> 'haiti',
    'jm'=> 'jamaica',
    'sc'=> 'saint kitts and nevis',
    'st'=> 'saint lucia',
    'vc'=> 'saint vincent and the grenadines',
    'td'=> 'trinidad n tobago',

    'bh'=> 'belize',
    'cs'=> 'costa rica',<commit_msg>Deletes Vatican City, Insufficient data<commit_after>class CountryList
  @@countries = {
    'all' => ['ee','al','an','am','au','aj','bo','be','bk','bu','hr','cy','ez','da','en','fi','fr','gg','gm','uk','gr','hu','ic','ei','it','lg','ls','lh','lu','mk','mt','md','mn','mj','nl','no','pl','po','ro','rs','sm','ri','lo','si','sp','sw','sz','tu','up','ca','us','mx','ac','bf','bb','cu','do','dr','gj','ha','jm','sc','st','vc','td','bh','cs','es','gt','ho','nu','pm','ar','bl','br','ci','co','ec','gy','pa','pe','ns','uy','ve','ag','ao','bn','bc','uv','by','cm','cv','ct','cd','cn','cf','cg','iv','dj','eg','ek','er','et','gb','ga','gh','gv','pu','ke','lt','li','ly','ma','mi','ml','mr','mp','mo','mz','wa','ng','ni','rw','tp','sg','se','sl','so','sf','od','su','wz','tz','to','ts','ug','za','zi','ba','ir','iz','is','jo','ku','le','mu','qa','sa','sy','ae','ym','af','bg','bt','bx','cb','ch','in','id','ja','kz','kg','la','my','mv','mg','bm','np','kn','pk','rp','sn','ks','ce','tw','ti','th','tt','tx','uz','vm','as','fj','kr','rm','fm','nr','nz','ps','pp','ws','bp','tn','tv','nh'],
    'region'=> {
      'Europe'=> ['ee','al','an','am','au','aj','bo','be','bk','bu','hr','cy','ez','da','en','fi','fr','gg','gm','uk','gr','hu','ic','ei','it','lg','ls','lh','lu','mk','mt','md','mn','mj','nl','no','pl','po','ro','rs','sm','ri','lo','si','sp','sw','sz','tu','up'],
      'North America'=> ['ca','us','mx'],
      'Caribbean'=> ['ac','bf','bb','cu','do','dr','gj','ha','jm','sc','st','vc','td'],
      'Central America'=> ['bh','cs','es','gt','ho','nu','pm'],
      'South America'=> ['ar','bl','br','ci','co','ec','gy','pa','pe','ns','uy','ve'],
      'Africa'=> ['ag','ao','bn','bc','uv','by','cm','cv','ct','cd','cn','cf','cg','iv','dj','eg','ek','er','et','gb','ga','gh','gv','pu','ke','lt','li','ly','ma','mi','ml','mr','mp','mo','mz','wa','ng','ni','rw','tp','sg','se','sl','so','sf','od','su','wz','tz','to','ts','ug','za','zi'],
      'Middle East'=> ['ba','ir','iz','is','jo','ku','le','mu','qa','sa','sy','ae','ym'],
      'Asia'=> ['af','bg','bt','bx','cb','ch','in','id','ja','kz','kg','la','my','mv','mg','bm','np','kn','pk','rp','sn','ks','ce','tw','ti','th','tt','tx','uz','vm'],
      'Pacific'=> ['as','fj','kr','rm','fm','nr','nz','ps','pp','ws','bp','tn','tv','nh'],
    },
    'ee'=> 'european union',
    'al'=> 'albania',
    'an'=> 'andorra',
    'am'=> 'armenia',
    'au'=> 'austria',
    'aj'=> 'azerbaijan',
    'bo'=> 'belarus',
    'be'=> 'belgium',
    'bk'=> 'bosnia and herzegovina',
    'bu'=> 'bulgaria',
    'hr'=> 'croatia',
    'cy'=> 'cyprus',
    'ez'=> 'czech republic',
    'da'=> 'denmark',
    'en'=> 'estonia', 
    'fi'=> 'finland',
    'fr'=> 'france',
    'gg'=> 'georgia',
    'gm'=> 'germany',
    'uk'=> 'great britain',
    'gr'=> 'greece',
    'hu'=> 'hungary',
    'ic'=> 'iceland',
    'ei'=> 'ireland',
    'it'=> 'italy',
    'lg'=> 'latvia',
    'ls'=> 'liechtenstein',
    'lh'=> 'lithuania',
    'lu'=> 'luxembourg',
    'mk'=> 'macedonia',
    'mt'=> 'malta',
    'md'=> 'moldova',
    'mn'=> 'monaco',
    'mj'=> 'montenegro',
    'nl'=> 'netherlands',
    'no'=> 'norway',
    'pl'=> 'poland',
    'po'=> 'portugal',
    'ro'=> 'romania',
    'rs'=> 'russia',
    'sm'=> 'san marino',
    'ri'=> 'serbia',
    'lo'=> 'slovakia',
    'si'=> 'slovenia',
    'sp'=> 'spain',
    'sw'=> 'sweden',
    'sz'=> 'switzerland',
    'tu'=> 'turkey',
    'up'=> 'ukraine',

    'ca'=> 'canada',
    'us'=> 'united states',
    'mx'=> 'mexico',

    'ac'=> 'antigua n barbuda',
    'bf'=> 'bahamas',
    'bb'=> 'barbados',
    'cu'=> 'cuba',
    'do'=> 'dominica',
    'dr'=> 'dominican republic',
    'gj'=> 'grenada',
    'ha'=> 'haiti',
    'jm'=> 'jamaica',
    'sc'=> 'saint kitts and nevis',
    'st'=> 'saint lucia',
    'vc'=> 'saint vincent and the grenadines',
    'td'=> 'trinidad n tobago',

    'bh'=> 'belize',
    'cs'=> 'costa rica',
{'fraction_non_alphanumeric': 0.44096910652480453, 'fraction_numerical': 0.0, 'mean_word_length': 6.318949343339587, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 160, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6118337', 'n_tokens_mistral': 3224, 'n_tokens_neox': 3145, 'n_words': 372}