<commit_before>[
    {
        "name": "monospace",
        "source": "`(.+?)`",
        "flags": "g",
        "replace": "<code>\\1</code>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "bold",
        "source": "\\*(.+?)\\*",
        "flags": "g",
        "replace": "<strong>\\1</strong>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "italic",
        "source": "_(.+?)_",
        "flags": "g",
        "replace": "<em>\\1</em>",
        "active": false,
        "filterlinks": false
    },
    {
        "name": "strike",
        "source": "~~(.+?)~~",
        "flags": "g",
        "replace": "<s>\\1</s>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "inline spoiler",
        "source": "\\[sp\\](.*?)\\[\\/sp\\]",
        "flags": "gi",
        "replace": "<span class=\"spoiler\">\\1</span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "cirno",
        "source": "^Сырно: (.+?)$",
        "flags": "",
        "replace": "<span style=\"color:#37B1E6\"><b>Сырно:</b> \\1</span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "partial quote",
        "source": "&gt;(.+?)$",
        "flags": "g",
        "replace": "<span style=\"color:#6F8F23\">&gt;\\1 </span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "embedpic",
        "source": "((?:http|https):\\/\\/[^?#]+?[.](?:jpg|jpeg|png|bmp|gif))[^ ]*",
        "flags": "gi",
        "replace": "<img class=\"chat-picture\" src=\"\\1\" />",
        "active": true,
        "filterlinks": true
    },
    {
        "name": "short spoiler",
        "source": "\\[sp\\]",
        "flags": "g",
        "replace": "<span class=\"spoiler\">",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "closing font style",
        "source": "\\[\\/\\]",
        "flags": "g",
        "replace": "<span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "italic text",
        "source": "\\[i\\](.+?)\\[\\/i\\]",
        "flags": "g",
        "replace": "<em>\\1</em>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "fire text",
        "source": "\\[f\\]",
        "flags": "g",
        "replace": "<span style=\"color:#FFFFFF; font-family:impact, sans-serif; padding-top:20px; text-shadow:0px 0px 4px #000000, 0px -5px 4px #FFFF33, 2px -8px 6px #FFDD33, -2px -15px 10px #FF8800, 2px -20px 18px #FF2200; letter-spacing:2px\">",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "monospace text",
        "source": "\\[code\\](.+?)\\[\\/code\\]",
        "flags": "gi",
        "replace": "<code>\\1</code>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "bold text",
        "source": "\\[b\\](.+?)\\[\\/b\\]",
        "flags": "gi",
        "replace": "<strong>\\1</strong>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "striked text",
        "source": "\\[s\\](.+?)\\[\\/s\\]",
        "flags": "gi",
        "replace": "<s>\\1</s>",
        "active": true,
        "filterlinks": false
    }
]<commit_msg>Filters fix<commit_after>[
    {
        "name": "monospace",
        "source": "`(.+?)`",
        "flags": "g",
        "replace": "<code>\\1</code>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "bold",
        "source": "\\*(.+?)\\*",
        "flags": "g",
        "replace": "<strong>\\1</strong>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "italic",
        "source": "_(.+?)_",
        "flags": "g",
        "replace": "<em>\\1</em>",
        "active": false,
        "filterlinks": false
    },
    {
        "name": "strike",
        "source": "~~(.+?)~~",
        "flags": "g",
        "replace": "<s>\\1</s>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "inline spoiler",
        "source": "\\[sp\\](.*?)\\[\\/sp\\]",
        "flags": "gi",
        "replace": "<span class=\"spoiler\">\\1</span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "cirno",
        "source": "^Сырно: (.+?)$",
        "flags": "",
        "replace": "<span class=\"cirno\"><b>Сырно:</b> \\1</span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "partial quote",
        "source": "&gt;(.+?)$",
        "flags": "g",
        "replace": "<span class=\"quote\">&gt;\\1 </span>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "embedpic",
        "source": "((?:http|https):\\/\\/[^?#]+?[.](?:jpg|jpeg|png|bmp|gif))[^ ]*",
        "flags": "gi",
        "replace": "<img class=\"chat-picture\" src=\"\\1\" />",
        "active": true,
        "filterlinks": true
    },
    {
        "name": "italic text",
        "source": "\\[i\\](.+?)\\[\\/i\\]",
        "flags": "g",
        "replace": "<em>\\1</em>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "monospace text",
        "source": "\\[code\\](.+?)\\[\\/code\\]",
        "flags": "gi",
        "replace": "<code>\\1</code>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "bold text",
        "source": "\\[b\\](.+?)\\[\\/b\\]",
        "flags": "gi",
        "replace": "<strong>\\1</strong>",
        "active": true,
        "filterlinks": false
    },
    {
        "name": "striked text",
        "source": "\\[s\\](.+?)\\[\\/s\\]",
        "flags": "gi",
        "replace": "<s>\\1</s>",
        "active": true,
        "filterlinks": false
    }
]
{'fraction_non_alphanumeric': 0.2763453884755148, 'fraction_numerical': 0.012458902924381381, 'mean_word_length': 1.5861297539149888, 'pattern_counts': {'":': 162, '<': 56, '<?xml version=': 0, '>': 56, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1306542', 'n_tokens_mistral': 2065, 'n_tokens_neox': 2000, 'n_words': 372}