<commit_before>import planets_list as pl


shell_commodity_sources = {
		'Alloys': [pl.all_planets['terminus'], pl.all_planets['anacreon']],  # , pl.all_planets['new street glide']],
		'AntiMatter': [pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['wreck']],
		'Artifacts': [pl.all_planets['wreck'], pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['demolish']],
		'BioChips': [pl.all_planets['crash'], pl.all_planets['anacreon'], pl.all_planets['anacreon'], pl.all_planets['vivid']],
		'BioComponents': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Cereals': [pl.all_planets['santanni'], pl.all_planets['terminus']],
		'Clays': [pl.all_planets['doubtful'], pl.all_planets['eos'], pl.all_planets['anacreon']],
		'Clinics': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Controllers': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Crystals': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['crash'], pl.all_planets['bilk'], pl.all_planets['crash']],
		'Droids': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Electros': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'Explosives': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Firewalls': [pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'Fruit': [pl.all_planets['santanni'], pl.all_planets['helicon']], # pl.all_planets['new street glide']],
		'Furs': [pl.all_planets['terminus']], # pl.all_planets['new street glide']],
		'Games': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'GAsChips': [pl.all_planets['demolish'], pl.all_planets['wreck'], pl.all_planets['unlikely'], pl.all_planets['crash'], pl.all_planets['doubtful']],
		'Generators': [pl.all_planets['unlikely'], pl.all_planets['doubtful'], pl.all_planets['herringbone']],
		'Gold': [pl.all_planets['doubtful'], pl.all_planets['divide'], pl.all_planets['bilk'], pl.all_planets['welch']],
		'Hides': [pl.all_planets['santanni'], pl.all_planets['herringbone']],
		'Holos': [pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Hypnotapes': [pl.all_planets['demolish'], pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['crash']],
		'Katydidics': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['demolish'], pl.all_planets['wreck'], pl.all_planets['crash']],
		'Laboratories': [pl.all_planets['crash'], pl.all_planets['anacreon'], pl.all_planets['viand'], pl.all_planets['newsgroup']],
		'LanzariK': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Lasers': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Libraries': [pl.all_planets['anacreon'], pl.all_planets['unlikely'], pl.all_planets['crash']],
		'Livestock': [pl.all_planets['santanni']], # pl.all_planets['new street glide']],
		'LubOils': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Meats': [pl.all_planets['helicon'], pl.all_planets['maminar'], pl.all_planets['maminar'], pl.all_planets['vantek'], pl.all_planets['vantek']],
		'Mechparts': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['crash']],
		'MicroScalpels': [pl.all_planets['doubtful']],
		'Monopoles': [pl.all_planets['santanni'], pl.all_planets['terminus']],
		'Munitions': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Musiks': [pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['doubtful'], pl.all_planets['wreck']],
		'NanoFabrics': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'Nanos': [pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Nickel': [pl.all_planets['helicon'], pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Nitros': [pl.all_planets['improbable'], pl.all_planets['wreck'], pl.all_planets['crash']],
		'Petrochemicals': [pl.all_planets['eos'], pl.all_planets['terminus'], pl.all_planets['crash']],
		'Pharmaceuticals': [pl.all_planets['eos'], pl.all_planets['smyrno'], pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Polymers': [pl.all_planets['anacreon'], pl.all_planets['crash']],
		'Powerpacks': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['demolish']],
		'Probes': [pl.all_planets['doubtful']],
		'Propellants': [pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['wreck']], # pl.all_planets['new street glide']],
		'Proteins': [pl.all_planets['viand'], pl.all_planets['poveglia']],
		'Radioactives': [pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['welch'], pl.all_planets['divide']], # , pl.all_planets['new street glide']
		'RNA': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Semiconductors': [pl.all_planets['terminus'], pl.all_planets['doubtful'], pl.all_planets['fisticuffs'], pl.all_planets['implausible'], pl.all_planets['welch'], pl.all_planets['divide']],
		'Sensamps': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Sensors': [pl.all_planets['anacreon'], pl.all_planets['doubtful'], pl.all_planets['newsgroup']],
		'Simulations': [pl.all_planets['cinna'], pl.all_planets['eos'], pl.all_planets['wreck']],
		'Soya': [pl.all_planets['santanni']], # pl.all_planets['new street glide']],<commit_msg>Adding source for MicroScalpels<commit_after>import planets_list as pl


shell_commodity_sources = {
		'Alloys': [pl.all_planets['terminus'], pl.all_planets['anacreon']],  # , pl.all_planets['new street glide']],
		'AntiMatter': [pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['wreck']],
		'Artifacts': [pl.all_planets['wreck'], pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['demolish']],
		'BioChips': [pl.all_planets['crash'], pl.all_planets['anacreon'], pl.all_planets['anacreon'], pl.all_planets['vivid']],
		'BioComponents': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Cereals': [pl.all_planets['santanni'], pl.all_planets['terminus']],
		'Clays': [pl.all_planets['doubtful'], pl.all_planets['eos'], pl.all_planets['anacreon']],
		'Clinics': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Controllers': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Crystals': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['crash'], pl.all_planets['bilk'], pl.all_planets['crash']],
		'Droids': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Electros': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'Explosives': [pl.all_planets['improbable'], pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Firewalls': [pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'Fruit': [pl.all_planets['santanni'], pl.all_planets['helicon']], # pl.all_planets['new street glide']],
		'Furs': [pl.all_planets['terminus']], # pl.all_planets['new street glide']],
		'Games': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'GAsChips': [pl.all_planets['demolish'], pl.all_planets['wreck'], pl.all_planets['unlikely'], pl.all_planets['crash'], pl.all_planets['doubtful']],
		'Generators': [pl.all_planets['unlikely'], pl.all_planets['doubtful'], pl.all_planets['herringbone']],
		'Gold': [pl.all_planets['doubtful'], pl.all_planets['divide'], pl.all_planets['bilk'], pl.all_planets['welch']],
		'Hides': [pl.all_planets['santanni'], pl.all_planets['herringbone']],
		'Holos': [pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Hypnotapes': [pl.all_planets['demolish'], pl.all_planets['doubtful'], pl.all_planets['unlikely'], pl.all_planets['crash']],
		'Katydidics': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['demolish'], pl.all_planets['wreck'], pl.all_planets['crash']],
		'Laboratories': [pl.all_planets['crash'], pl.all_planets['anacreon'], pl.all_planets['viand'], pl.all_planets['newsgroup']],
		'LanzariK': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Lasers': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Libraries': [pl.all_planets['anacreon'], pl.all_planets['unlikely'], pl.all_planets['crash']],
		'Livestock': [pl.all_planets['santanni']], # pl.all_planets['new street glide']],
		'LubOils': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Meats': [pl.all_planets['helicon'], pl.all_planets['maminar'], pl.all_planets['maminar'], pl.all_planets['vantek'], pl.all_planets['vantek']],
		'Mechparts': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['crash']],
		'MicroScalpels': [pl.all_planets['doubtful'], pl.all_planets['poveglia']],
		'Monopoles': [pl.all_planets['santanni'], pl.all_planets['terminus']],
		'Munitions': [pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Musiks': [pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['doubtful'], pl.all_planets['wreck']],
		'NanoFabrics': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish']],
		'Nanos': [pl.all_planets['improbable'], pl.all_planets['unlikely'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Nickel': [pl.all_planets['helicon'], pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Nitros': [pl.all_planets['improbable'], pl.all_planets['wreck'], pl.all_planets['crash']],
		'Petrochemicals': [pl.all_planets['eos'], pl.all_planets['terminus'], pl.all_planets['crash']],
		'Pharmaceuticals': [pl.all_planets['eos'], pl.all_planets['smyrno'], pl.all_planets['doubtful'], pl.all_planets['crash']],
		'Polymers': [pl.all_planets['anacreon'], pl.all_planets['crash']],
		'Powerpacks': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['demolish']],
		'Probes': [pl.all_planets['doubtful']],
		'Propellants': [pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['wreck']], # pl.all_planets['new street glide']],
		'Proteins': [pl.all_planets['viand'], pl.all_planets['poveglia']],
		'Radioactives': [pl.all_planets['doubtful'], pl.all_planets['demolish'], pl.all_planets['welch'], pl.all_planets['divide']], # , pl.all_planets['new street glide']
		'RNA': [pl.all_planets['doubtful'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Semiconductors': [pl.all_planets['terminus'], pl.all_planets['doubtful'], pl.all_planets['fisticuffs'], pl.all_planets['implausible'], pl.all_planets['welch'], pl.all_planets['divide']],
		'Sensamps': [pl.all_planets['doubtful'], pl.all_planets['improbable'], pl.all_planets['wreck'], pl.all_planets['demolish'], pl.all_planets['crash']],
		'Sensors': [pl.all_planets['anacreon'], pl.all_planets['doubtful'], pl.all_planets['newsgroup']],
		'Simulations': [pl.all_planets['cinna'], pl.all_planets['eos'], pl.all_planets['wreck']],
		'Soya': [pl.all_planets['santanni']], # pl.all_planets['new street glide']],
{'fraction_non_alphanumeric': 0.23085904920767306, 'fraction_numerical': 0.0, 'mean_word_length': 9.68716577540107, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '110191', 'n_tokens_mistral': 5028, 'n_tokens_neox': 4880, 'n_words': 513}