<commit_before>{
    "blacklist": [
        [ "Liquid", "glowstone" ],
        [ "Liquid", "honey" ],
        [ "Liquid", "ic2constructionfoam" ],
        [ "Foliage", "Oak" ]
    ],
    "dimlets": [
        [ "Material", "tile.blockDiamond", 100000, 50000, 1000, 5, 0 ],
        [ "Material", "tile.blockEmerald", 100000, 50000, 1000, 5, 0 ],
        [ "Material", "tile.blockGold", 50000, 25000, 500, 5, 0 ],
        [ "Material", "tile.blockIron", 20000, 10000, 300, 4, 0 ],
        [ "Material", "tile.blockLapis", 20000, 10000, 300, 4, 0 ],
        [ "Material", "tile.blockRedstone", 20000, 10000, 300, 4, 0 ],
        [ "Material", "tile.blockCoal", 15000, 8000, 200, 4, 0 ],
        [ "Material", "tile.oreDiamond", 50000, 25000, 800, 5, 0 ],
        [ "Material", "tile.oreEmerald", 50000, 25000, 800, 5, 0 ],
        [ "Material", "tile.oreGold", 25000, 12000, 400, 4, 0 ],
        [ "Material", "tile.oreIron", 10000, 5000, 800, 3, 0 ],
        [ "Material", "tile.oreLapis", 10000, 5000, 800, 3, 0 ],
        [ "Material", "tile.oreCoal", 6000, 3000, 500, 3, 0 ],
        [ "Material", "tile.oreRedstone", 10000, 5000, 800, 3, 0 ],
        [ "Material", "tile.dimensionalShardBlock", 20000, 12000, 500, 4, 0 ],
        [ "Material", "tile.netherquartz", 17000, 10000, 400, 3, 0 ],
        [ "Material", "tile.quartzBlock", 25000, 20000, 600, 4, 0 ],
        [ "Material", "tile.obsidian", 30000, 20000, 600, 4, 0 ],
        [ "Material", "tile.glass", 800, 400, 30, 2, 1 ],
        [ "Material", "tile.stainedGlass", 800, 400, 30, 2, 1 ],
        [ "Material", "tile.stainedGlass1", 800, 400, 30, 2, 1 ],
        [ "Material", "tile.stainedGlass2", 800, 400, 30, 2, 1 ],<commit_msg>Added two Big Reactor liquids (cyanite and yellorium) to the blacklist as they are not useful in any way in liquid form.<commit_after>{
    "blacklist": [
        [ "Liquid", "glowstone" ],
        [ "Liquid", "honey" ],
        [ "Liquid", "ic2constructionfoam" ],
        [ "Liquid", "yellorium" ],
        [ "Liquid", "cyanite" ],
        [ "Foliage", "Oak" ]
    ],
    "dimlets": [
        [ "Material", "tile.blockDiamond", 100000, 50000, 1000, 5, 0 ],
        [ "Material", "tile.blockEmerald", 100000, 50000, 1000, 5, 0 ],
        [ "Material", "tile.blockGold", 50000, 25000, 500, 5, 0 ],
        [ "Material", "tile.blockIron", 20000, 10000, 300, 4, 0 ],
        [ "Material", "tile.blockLapis", 20000, 10000, 300, 4, 0 ],
        [ "Material", "tile.blockRedstone", 20000, 10000, 300, 4, 0 ],
        [ "Material", "tile.blockCoal", 15000, 8000, 200, 4, 0 ],
        [ "Material", "tile.oreDiamond", 50000, 25000, 800, 5, 0 ],
        [ "Material", "tile.oreEmerald", 50000, 25000, 800, 5, 0 ],
        [ "Material", "tile.oreGold", 25000, 12000, 400, 4, 0 ],
        [ "Material", "tile.oreIron", 10000, 5000, 800, 3, 0 ],
        [ "Material", "tile.oreLapis", 10000, 5000, 800, 3, 0 ],
        [ "Material", "tile.oreCoal", 6000, 3000, 500, 3, 0 ],
        [ "Material", "tile.oreRedstone", 10000, 5000, 800, 3, 0 ],
        [ "Material", "tile.dimensionalShardBlock", 20000, 12000, 500, 4, 0 ],
        [ "Material", "tile.netherquartz", 17000, 10000, 400, 3, 0 ],
        [ "Material", "tile.quartzBlock", 25000, 20000, 600, 4, 0 ],
        [ "Material", "tile.obsidian", 30000, 20000, 600, 4, 0 ],
        [ "Material", "tile.glass", 800, 400, 30, 2, 1 ],
        [ "Material", "tile.stainedGlass", 800, 400, 30, 2, 1 ],
        [ "Material", "tile.stainedGlass1", 800, 400, 30, 2, 1 ],
        [ "Material", "tile.stainedGlass2", 800, 400, 30, 2, 1 ],
{'fraction_non_alphanumeric': 0.20348021330339602, 'fraction_numerical': 0.17457198989615494, 'mean_word_length': 2.678018575851393, 'pattern_counts': {'":': 4, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6608638', 'n_tokens_mistral': 1869, 'n_tokens_neox': 1270, 'n_words': 355}