<commit_before>formats = {'uber','ou','uu','ru','nu','pu','lc','monotype','cap', 'cc'}
tiers = {
'uberpoke':{"Groudon-Primal","Arceus","Ho-Oh","Salamence-Mega","Xerneas","Arceus-Ground","Darkrai","Gengar-Mega","Lugia","Arceus-Ghost","Arceus-Water","Latios","Klefki","Sableye-Mega","Arceus-Rock","Deoxys-Attack","Deoxys-Speed","Dialga","Mewtwo","Rayquaza","Yveltal","Diancie-Mega","Excadrill","Ferrothorn","Giratina-Origin","Kyogre-Primal","Latias","Mewtwo-Mega-X","Mewtwo-Mega-Y","Skarmory","Shaymin-Sky","Tyranitar","Aegislash","Blissey","Clefable","Groudon","Kangaskhan-Mega","Wobbuffet","Zekrom","Arceus-Dark","Arceus-Dragon","Blaziken","Blaziken-Mega","Bronzong","Lucario-Mega","Metagross-Mega","Scizor-Mega","Aerodactyl-Mega","Alomomola","Arceus-Ice","Arceus-Fairy","Cloyster","Forretress","Genesect","Greninja","Jirachi","Kyurem-White","Slowbro-Mega","Scolipede","Tentacruel"},
'oupoke':{"Charizard-Mega-X","Clefable","Hoopa-Unbound","Manaphy","Alakazam-Mega","Altaria-Mega","Azumarill","Bisharp","Diancie-Mega","Excadrill","Ferrothorn","Garchomp","Heatran","Hippowdon","Keldeo","Landorus-Therian","Lopunny-Mega","Latios","Metagross-Mega","Sableye-Mega","Scizor-Mega","Talonflame","Thundurus","Tornadus-Therian","Weavile","Charizard-Mega-Y","Gardevoir-Mega","Gengar","Gliscor","Gyarados-Mega","Kyurem-Black","Latias","Manectric-Mega","Mew","Skarmory","Slowbro","Slowbro-Mega","Tyranitar","Venusaur-Mega","Aerodactyl-Mega","Alakazam","Celebi","Gyarados","Jirachi","Klefki","Magnezone","Medicham-Mega","Pinsir-Mega","Politoed","Raikou","Rotom-Wash","Serperior","Starmie","Volcarona","Breloom","Diggersby","Dragalge","Dragonite","Feraligatr","Gallade-Mega","Heracross-Mega","Kabutops","Kingdra","Latias-Mega","Mamoswine","Slowking","Suicune","Swampert-Mega","Terrakion","Togekiss","Victini","Beedrill-Mega","Chansey","Empoleon","Garchomp-Mega","Gothitelle","Hawlucha","Hydreigon","Omastar","Quagsire","Reuniclus","Sceptile-Mega","Scizor","Scolipede","Sharpedo-Mega","Tangrowth","Tyranitar-Mega","Zapdos","Amoonguss","Azelf","Chesnaught","Crawdaunt","Gastrodon","Lucario","Magneton","Mandibuzz","Pidgeot-Mega","Sylveon","Tentacruel","Thundurus-Therian","Toxicroak","Tyrantrum","Alomomola","Ampharos-Mega","Blastoise-Mega","Bronzong","Cobalion","Conkeldurr","Entei","Houndoom-Mega","Infernape","Kyurem","Metagross","Nidoking","Rhyperior","Seismitoad","Staraptor","Wobbuffet"},
'bl':{},
'uupoke':{"Feraligatr","Zapdos","Hydreigon","Reuniclus","Salamence","Suicune","Aerodactyl-Mega","Beedrill-Mega","Cobalion","Entei","Florges","Krookodile","Mamoswine","Sharpedo-Mega","Swampert-Mega","Abomasnow-Mega","Azelf","Blastoise-Mega","Chandelure","Cresselia","Crobat","Doublade","Empoleon","Heracross","Mandibuzz","Mienshao","Nidoqueen","Porygon2","Shaymin","Slowking","Snorlax","Whimsicott","Aggron-Mega","Ampharos-Mega","Dragalge","Forretress","Infernape","Kyurem","Lucario","Machamp","Rotom-Mow","Slurpuff","Swampert","Toxicroak","Tyrantrum","Arcanine","Bronzong","Chesnaught","Darmanitan","Froslass","Galvantula","Gligar","Heliolisk","Haxorus","Jellicent","Moltres","Nidoking","Porygon-Z","Qwilfish","Roserade","Rotom-Heat","Sceptile-Mega","Tangrowth","Tentacruel","Tornadus","Umbreon","Venomoth","Yanmega","Absol-Mega","Alomomola","Aromatisse","Blissey","Camerupt-Mega","Dugtrio","Escavalier","Honchkrow","Houndoom-Mega","Magneton","Meloetta","Noivern","Pangoro","Rhyperior","Seismitoad","Sharpedo","Aerodactyl","Amoonguss","Blastoise","Donphan","Fletchinder","Goodra","Granbull","Kingdra","Steelix-Mega","Vaporeon","Virizion","Zoroark","Cloyster","Cofagrigus","Drapion","Durant","Espeon","Glalie-Mega","Gourgeist-Super","Hitmonlee","Milotic","Mismagius","Poliwrath","Quagsire","Registeel","Shuckle","Smeargle","Spiritomb","Togetic","Weezing","Xatu"},
'bl2':{},
'rupoke':{"Steelix-Mega","Abomasnow","Slowking","Granbull","Alomomola","Durant","Emboar","Flygon","Glalie-Mega","Meloetta","Scrafty","Sigilyph","Tangrowth","Tyrantrum","Virizion","Aromatisse","Bronzong","Camerupt-Mega","Delphox","Escavalier","Fletchinder","Hitmonlee","Houndoom","Jellicent","Qwilfish","Rhyperior","Rotom-Mow","Seismitoad","Sneasel","Drapion","Druddigon","Dugtrio","Exploud","Gallade","Gurdurr","Jolteon","Mesprit","Quagsire","Samurott","Sawk","Spiritomb","Togetic","Uxie","Accelgor","Amoonguss","Audino-Mega","Audino","Braviary","Clawitzer","Eelektross","Golbat","Gourgeist-Super","Granbull","Hitmontop","Jynx","Malamar","Piloswine","Poliwrath","Torterra","Vivillon","Xatu","Archeops","Banette-Mega","Cofagrigus","Gastrodon","Gourgeist-Small","Kabutops","Lanturn","Magneton","Musharna","Omastar","Pelipper","Registeel","Roselia","Rotom-Frost","Shiftry","Skuntank","Weezing","Zangoose"},
'bl3':{},
'nupoke':{"Rhydon","Samurott","Sawk","Tauros","Archeops","Audino","Garbodor","Lanturn","Lilligant","Magmortar","Pyroar","Shiftry","Combusken","Jynx","Kangaskhan","Mesprit","Musharna","Rotom","Scyther","Vivillon","Carracosta","Ferroseed","Kabutops","Klinklang","Ludicolo","Malamar","Skuntank","Swellow","Vileplume","Xatu","Aurorus","Cacturne","Floatzel","Gourgeist-Super","Hariyama","Haunter","Hitmonchan","Mawile","Rotom-Fan","Torterra","Weezing","Zangoose","Articuno","Barbaracle","Claydol","Electivire","Exeggutor","Golurk","Gourgeist-Small","Gurdurr","Jumpluff","Liepard","Mismagius","Piloswine","Poliwrath","Primeape","Quagsire","Roselia","Sandslash","Chatot","Gorebyss","Kadabra","Linoone","Misdreavus","Ninetales","Pawniard","Pelipper","Prinplup","Regirock","Tangela","Vanilluxe","Arbok","Bouffalant","Cradily","Crustle","Cryogonal","Grumpig","Huntail","Kecleon","Leafeon","Miltank","Mr. Mime","Ursaring","Victreebel"},
'bl4':{},
'pupoke':{"Roselia","Exeggutor","Pawniard","Gorebyss","Gothitelle","Bouffalant","Floatzel","Simipour","Jumpluff","Zebstrika","Kadabra","Dodrio","Rapidash","Tangela","Raichu","Stoutland","Ursaring","Grumpig","Regice","Fraxure","Probopass","Sawsbuck","Stunfisk","Ninetales","Misdreavus","Simisage","Machoke","Mr. Mime","Mightyena","Clefairy","Arbok","Articuno","Duosion","Golduck","Golem","Gourgeist-Super","Pelipper","Rotom-Frost","Simisear","Swanna","Vigoroth","Basculin","Chatot","Gabite","Gogoat","Gourgeist-Small","Klang","Leafeon","Leavanny","Lickilicky","Linoone","Metang","Monferno","Ninjask","Politoed","Purugly","Venipede","Volbeat","Armaldo","Beheeyem","Ditto","Dusknoir","Hippopotas","Meowstic","Murkrow","Quilladin","Vibrava","Vullaby","Whirlipede","Zweilous","Avalugg","Beartic","Furfrou","Hypno","Luxray","Marowak","Munchlax","Persian","Rampardos","Regigigas","Servine","Solrock","Weepinbell"},
'lcpoke':{"Mienfoo","Pawniard","Abra","Timburr","Diglett","Fletchling","Magnemite","Porygon","Spritzee","Archen","Chinchou","Drilbur","Ferroseed","Gastly","Ponyta","Snubbull","Staryu","Vullaby","Vulpix","Carvanha","Cottonee","Drifloon","Foongus","Gothita","Houndour","Larvesta","Omanyte","Pumpkaboo-Super","Snivy","Shellder","Skrelp","Bellsprout","Bunnelby","Corphish","Croagunk","Dwebble","Hippopotas","Munchlax","Pancham","Tirtouga","Zigzagoon","Cranidos","Doduo","Elekid","Onix","Riolu","Scraggy","Stunky","Surskit","Taillow","Torchic","Aipom","Amaura","Chespin","Lickitung","Pumpkaboo-Small","Shellos","Slowpoke","Tentacool","Aron","Axew","Binacle","Buneary","Darumaka","Frillish","Honedge","Inkay","Koffing","Lileep","Magby","Numel","Snover","Trubbish","Tyrunt","Wynaut"}
}<commit_msg>update tier lists<commit_after>formats = {'uber','ou','uu','ru','nu','pu','lc','monotype','cap', 'cc'}
tiers = {
'uberpoke':{"Groudon-Primal","Salamence-Mega","Xerneas","Arceus-Normal","Ho-Oh","Darkrai","Gengar-Mega","Arceus-Water","Lugia","Latios","Klefki","Sableye-Mega","Deoxys-Speed","Arceus-Ground","Diancie-Mega","Arceus-Ghost","Giratina-Origin","Kyogre-Primal","Rayquaza","Deoxys-Attack","Mewtwo","Arceus-Rock","Latias","Arceus-Dragon","Tyranitar","Dialga","Excadrill","Yveltal","Skarmory","Shaymin-Sky","Kangaskhan-Mega","Mewtwo-Mega-Y","Bronzong","Jirachi","Ferrothorn","Zekrom","Mewtwo-Mega-X","Wobbuffet","Lucario-Mega","Aegislash","Blissey","Cloyster","Scolipede","Arceus-Dark","Slowbro-Mega","Arceus-Ice","Landorus-Therian","Tyranitar-Mega","Greninja","Blaziken","Alomomola","Clefable","Arceus-Fairy","Scizor-Mega","Forretress","Flygon","Tentacruel","Aerodactyl-Mega","Blaziken-Mega","Gothitelle","Groudon","Smeargle"},
'oupoke':{"Clefable","Keldeo","Tornadus-Therian","Alakazam-Mega","Azumarill","Bisharp","Charizard-Mega-X","Diancie-Mega","Excadrill","Ferrothorn","Garchomp","Heatran","Hoopa-Unbound","Landorus-Therian","Lopunny-Mega","Latios","Manaphy","Metagross-Mega","Sableye-Mega","Scizor-Mega","Talonflame","Thundurus","Weavile","Altaria-Mega","Charizard-Mega-Y","Gardevoir-Mega","Gengar","Gliscor","Gyarados-Mega","Kyurem-B","Manectric-Mega","Medicham-Mega","Rotom-Wash","Serperior","Skarmory","Slowbro","Tyranitar","Venusaur-Mega","Aerodactyl-Mega","Alakazam","Breloom","Gyarados","Hippowdon","Jirachi","Klefki","Latias","Magnezone","Mew","Pinsir-Mega","Raikou","Slowbro-Mega","Starmie","Amoonguss","Celebi","Diggersby","Dragonite","Feraligatr","Gastrodon","Heracross-Mega","Kingdra","Latias-Mega","Mamoswine","Politoed","Suicune","Terrakion","Togekiss","Volcarona","Beedrill-Mega","Chansey","Dragalge","Gallade-Mega","Garchomp-Mega","Hydreigon","Kabutops","Metagross","Quagsire","Reuniclus","Scizor","Sharpedo-Mega","Slowking","Swampert-Mega","Tangrowth","Victini","Crawdaunt","Empoleon","Hawlucha","Lucario","Magneton","Mandibuzz","Omastar","Pidgeot-Mega","Sceptile-Mega","Scolipede","Tentacruel","Thundurus-T","Toxicroak","Tyranitar-Mega","Zapdos","Alomomola","Ampharos-Mega","Azelf","Blastoise-Mega","Bronzong","Chesnaught","Cobalion","Conkeldurr","Entei","Houndoom-Mega","Infernape","Kyurem","Nidoking","Rhyperior","Seismitoad","Staraptor","Sylveon","Tyrantrum"},
'uupoke':{"Aerodactyl-Mega","Salamence","Hydreigon","Suicune","Entei","Swampert-Mega","Cobalion","Gyarados","Mamoswine","Florges","Alakazam","Beedrill-Mega","Feraligatr","Krookodile","Sharpedo-Mega","Zapdos","Sableye","Whimsicott","Reuniclus","Blastoise-Mega","Toxicroak","Azelf","Crawdaunt","Kyurem","Shaymin","Empoleon","Nidoqueen","Infernape","Snorlax","Houndoom-Mega","Swampert","Heracross","Sceptile-Mega","Alomomola","Tentacruel","Gardevoir","Froslass","Slowking","Lucario","Crobat","Tornadus","Mienshao","Rotom-Mow","Escavalier","Cresselia","Nidoking","Chandelure","Mega Absol","Roserade","Abomasnow-Mega","Aggron-Mega","Ampharos-Mega","Bronzong","Chesnaught","Doublade","Dragalge","Espeon","Gligar","Hoopa","Heliolisk","Jellicent","Machamp","Metagross","Porygon2","Porygon-Z","Rotom-Heat","Slurpuff","Tyrantrum","Umbreon","Venomoth","Aerodactyl","Arcanine","Aromatisse","Blissey","Cloyster","Darmanitan","Donphan","Forretress","Galvantula","Honchkrow","Mandibuzz","Qwilfish","Shuckle","Tangrowth","Yanmega","Amoonguss","Camerupt-Mega","Diancie","Dugtrio","Fletchinder","Goodra","Haxorus","Magneton","Moltres","Noivern","Seismitoad","Sharpedo","Steelix-Mega","Virizion","Zoroark"},
'rupoke':{"Abomasnow-Mega","Sharpedo","Steelix-Mega","Absol","Alomomola","Diancie","Durant","Flygon","Meloetta","Slowking","Tyrantrum","Venusaur","Virizion","Aerodactyl","Blastoise","Drapion","Emboar","Fletchinder","Qwilfish","Rhyperior","Seismitoad","Sigilyph","Tangrowth","Abomasnow","Aromatisse","Camerupt-Mega","Escavalier","Glalie-Mega","Hitmonlee","Houndoom","Manectric","Medicham","Samurott","Scrafty","Sneasel","Bronzong","Delphox","Druddigon","Exploud","Gallade","Gurdurr","Jellicent","Mesprit","Poliwrath","Rotom-Mow","Sawk","Spiritomb","Togetic","Accelgor","Aggron","Amoonguss","Audino-Mega","Dugtrio","Eelektross","Granbull","Jolteon","Magneton","Malamar","Quagsire","Rotom","Uxie","Braviary","Hitmontop","Jynx","Mawile","Piloswine","Pelipper","Roselia","Smeargle","Vivillon","Weezing","Archeops","Audino","Banette-Mega","Clawitzer","Ferroseed","Garbodor","Gourgeist-Super","Hariyama","Kabutops","Omastar","Registeel","Rotom-F","Rotom-S","Sceptile","Shiftry","Skuntank","Steelix","Xatu"},
'nupoke':{"Rotom","Sawk","Sceptile","Audino-Mega","Charizard","Combusken","Garbodor","Kangaskhan","Magmortar","Musharna","Pyroar","Rhydon","Samurott","Shiftry","Steelix","Swellow","Tauros","Abomasnow","Archeops","Barbaracle","Jynx","Lilligant","Mesprit","Scyther","Vivillon","Weezing","Xatu","Aurorus","Hariyama","Hitmonchan","Kabutops","Lanturn","Ludicolo","Malamar","Mismagius","Rotom-Fan","Skuntank","Vileplume","Cacturne","Ferroseed","Gourgeist-Super","Gurdurr","Haunter","Omastar","Pelipper","Pinsir","Articuno","Claydol","Electivire","Floatzel","Golurk","Gourgeist-Small","Liepard","Mantine","Ninetales","Piloswine","Poliwrath","Primeape","Torterra","Sandslash","Camerupt","Carracosta","Chatot","Grumpig","Kadabra","Klinklang","Misdreavus","Mr.Mime","Prinplup","Quagsire","Roselia","Sliggoo","Vanilluxe","Zangoose","Altaria","Bouffalant","Clefairy","Cradily","Crustle","Exeggutor","Gorebyss","Jumpluff","Kecleon","Lapras","Mawile","Miltank","Raichu","Stoutland","Tangela","Victreebel","Ampharos"},
'pupoke':{"Rotom-Frost","Floatzel","Roselia","Machoke","Stoutland","Pawniard","Grumpig","Monferno","Golem","Stunfisk","Zebstrika","Jumpluff","Audino","Bouffalant","Kadabra","Dodrio","Regice","Vullaby","Chatot","Relicanth","Mr. Mime","Simipour","Leafeon","Simisage","Raichu","Mightyena","Probopass","Electrode","Arbok","Cryogonal","Fraxure","Tangela","Ursaring","Rapidash","Metang","Altaria","Ninjask","Misdreavus","Murkrow","Articuno","Politoed","Huntail","Simisear","Gourgeist-Super","Swanna","Quilladin","Clefairy","Ninetales","Sawsbuck","Duosion","Camerupt","Gogoat","Basculin","Dusknoir","Gabite","Glalie","Golduck","Gorebyss","Gourgeist-S","Hippopotas","Klang","Leavanny","Prinplup","Purugly","Solrock","Venipede","Armaldo","Drifblim","Electabuzz","Kingler","Lapras","Seaking","Vibrava","Volbeat","Avalugg","Beartic","Beheeyem","Krokorok","Lumineon","Marowak","Meowstic","Rampardos","Regigigas","Trapinch","Weepinbell","Zweilous"},
'lcpoke':{"Mienfoo","Pawniard","Porygon","Abra","Diglett","Fletchling","Gastly","Magnemite","Timburr","Archen","Chinchou","Drifloon","Drilbur","Foongus","Ponyta","Snivy","Snubbull","Spritzee","Vullaby","Carvanha","Corphish","Ferroseed","Gothita","Houndour","Omanyte","Pumpkaboo-Super","Shellder","Skrelp","Staryu","Vulpix","Bellsprout","Bunnelby","Cottonee","Croagunk","Dwebble","Hippopotas","Larvesta","Munchlax","Scraggy","Tirtouga","Zigzagoon","Aipom","Cranidos","Doduo","Elekid","Onix","Pancham","Riolu","Stunky","Surskit","Taillow","Torchic","Amaura","Chespin","Lickitung","Pumpkaboo-Small","Shellos","Slowpoke","Tentacool","Aron","Anorith","Axew","Buneary","Darumaka","Frillish","Honedge","Inkay","Koffing","Lileep","Magby","Numel","Sandshrew","Snover","Trubbish","Tyrunt","Wynaut"}
}
{'fraction_non_alphanumeric': 0.2791874700772861, 'fraction_numerical': 0.00034197387319608784, 'mean_word_length': 57.254980079681275, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4757840', 'n_tokens_mistral': 6165, 'n_tokens_neox': 5854, 'n_words': 32}