<commit_before>{
    "name": "reddit",
    "patterns": [
        "^https?://www\\.reddit\\.com/gold\\?goldtype=",
        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/[a-z0-9]+",
        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\?sort=",
        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\.compact",
        "^https?://www\\.reddit\\.com/r/[^/]+/(top|new|rising|controversial|gilded|ads)/.+[\\?&]after=",
        "^https?://www\\.reddit\\.com/r/[^/]+/related/",
        "^https?://www\\.reddit\\.com/r/[^/]+/search/?\\?",
        "^https?://www\\.reddit\\.com/r/[^/]+/wiki/(revisions|discussions)/user/.+",
        "^https?://www\\.reddit\\.com/.+/\\.rss$",
        "^https?://pixel\\.redditmedia\\.com/pixel/",
        "\\.reddit\\.com/message/compose/?\\?",
        "^https?://m\\.reddit\\.com/"
    ],
    "type": "ignore_patterns"
}<commit_msg>ignore ?sort= for users<commit_after>{
    "name": "reddit",
    "patterns": [
        "^https?://www\\.reddit\\.com/gold\\?goldtype=",
        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/[a-z0-9]+",
        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\?sort=",
        "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\.compact",
        "^https?://www\\.reddit\\.com/r/[^/]+/(top|new|rising|controversial|gilded|ads)/.+[\\?&]after=",
        "^https?://www\\.reddit\\.com/r/[^/]+/related/",
        "^https?://www\\.reddit\\.com/r/[^/]+/search/?\\?",
        "^https?://www\\.reddit\\.com/r/[^/]+/wiki/(revisions|discussions)/user/.+",
        "^https?://www\\.reddit\\.com/user/[^/]+/(comments/)?\\?sort=",
        "^https?://www\\.reddit\\.com/.+/\\.rss$",
        "^https?://pixel\\.redditmedia\\.com/pixel/",
        "\\.reddit\\.com/message/compose/?\\?",
        "^https?://m\\.reddit\\.com/"
    ],
    "type": "ignore_patterns"
}
{'fraction_non_alphanumeric': 0.3792016806722689, 'fraction_numerical': 0.008403361344537815, 'mean_word_length': 1.9580745341614907, 'pattern_counts': {'":': 6, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 19, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6620954', 'n_tokens_mistral': 852, 'n_tokens_neox': 826, 'n_words': 40}