<commit_before>{
    "name": "forums",
    "patterns": [
        "/cron\\.php\\?",
        "/external\\.php\\?type=rss",
        "/login\\.php\\?",
        "/newreply\\.php\\?",
        "/private\\.php\\?",
        "/register\\.php\\?",
        "/sendmessage\\.php\\?",
        "/subscription\\.php\\?",
        "/posting\\.php\\?",
        "/viewtopic\\.php\\?.+&view=(next|previous)",
        "/feed\\.php\\?",
        "/index\\.php\\?option=com_mailto",
        "&view=login&return=",
        "&format=opensearch"
    ],
    "type": "ignore_patterns"
}<commit_msg>Add more forum ignore patterns<commit_after>{
    "name": "forums",
    "patterns": [
        "/cron\\.php\\?",
        "/external\\.php\\?type=rss",
        "/login\\.php\\?",
        "/newreply\\.php\\?",
        "/private\\.php\\?",
        "/register\\.php\\?",
        "/sendmessage\\.php\\?",
        "/subscription\\.php\\?",
        "/posting\\.php\\?",
        "/viewtopic\\.php\\?.+&view=(next|previous)",
        "/feed\\.php\\?",
        "/index\\.php\\?option=com_mailto",
        "&view=login&return=",
        "&format=opensearch",
        "/misc\\.php\\?do=whoposted",
        "/userpoll/vote\\.php\\?"
    ],
    "type": "ignore_patterns"
}
{'fraction_non_alphanumeric': 0.2826797385620915, 'fraction_numerical': 0.0, 'mean_word_length': 1.54149377593361, 'pattern_counts': {'":': 6, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7461934', 'n_tokens_mistral': 438, 'n_tokens_neox': 419, 'n_words': 46}