<commit_before><script>

    /**
     * 
     */
    class Blacklist {
        // https://developer.chrome.com/extensions/match_patterns
        // https://developer.mozilla.org/en-US/Add-ons/WebExtensions/Match_patterns
        static get patterns() {
            return [
                '*://*.cloudfront.net/*',
                '*://*.google.com/ads/*',
                '*://*.googletagservices.com/*',
                '*://*.contributor.google.com/*',
                '*://*.fundingchoices.google.com/*',
                '*://*.google-analytics.com/*',
                '*://*.adservice.google.com/*',
                '*://*.apis.google.com/*',
                '*://*.accounts.google.com/*',
                '*://*.googlesyndication.com/*',
                '*://*.googletagmanager.com/*',
                '*://*.gstatic.com/*',
                '*://*.doubleclick.net/*',
                '*://*.adnxs.com/*',
                '*://*.admixer.net/*',
                '*://*.adform.net/*',
                '*://*.pubmatic.com/*',
                '*://*.adriver.ru/*',
                '*://*.veruta.com/*',
                '*://*.contextweb.com/*',
                '*://*.buysellads.com/*',
                '*://*.onclasrv.com/*',
                '*://*.cobalten.com/*',
                '*://*.facebook.com/*',
                '*://*.facebook.net/*',
                '*://*.fbcdn.net/*',
                '*://*.2mdnsys.com/*',
                '*://*.ie8eamus.com/*',
                '*://*.sharethis.com/*',
                '*://*.addthisedge.com/*',
                '*://*.addthisedge.com/*',
                '*://*.addthis.com/*',
                '*://*.adsrvr.org/*',
                '*://*.nakamasweb.com/*',
                '*://*.elasticad.net/*',
                '*://*.vidoomy.com/*',
                '*://*.taboola.com/*',
                '*://*.lkqd.net/*',
                '*://*.revcontent.com/*',
                '*://*.scorecardresearch.com/*',
                '*://*.bidgear.com/*',
                '*://*.mgid.com/*',
                '*://*.criteo.net/*',
                '*://*.360yield.com/*',
                '*://*.advertising.com/*',
                '*://*.vidible.tv/*',
                '*://*.moatads.com/*',
                '*://*.sascdn.com/*',
                '*://*.chatango.com/*',
                '*://*.consensu.org/*',
                '*://*.pvclouds.com/*'
            ];
        }
    }

</script><commit_msg>updated blacklist<commit_after><script>

    /**
     * 
     */
    class Blacklist {
        // https://developer.chrome.com/extensions/match_patterns
        // https://developer.mozilla.org/en-US/Add-ons/WebExtensions/Match_patterns
        static get patterns() {
            return [
                '*://*.cloudfront.net/*',
                '*://*.google.com/ads/*',
                '*://*.googletagservices.com/*',
                '*://*.contributor.google.com/*',
                '*://*.fundingchoices.google.com/*',
                '*://*.google-analytics.com/*',
                '*://*.adservice.google.com/*',
                '*://*.apis.google.com/*',
                '*://*.accounts.google.com/*',
                '*://*.googlesyndication.com/*',
                '*://*.googletagmanager.com/*',
                '*://*.gstatic.com/*',
                '*://*.doubleclick.net/*',
                '*://*.adnxs.com/*',
                '*://*.admixer.net/*',
                '*://*.adform.net/*',
                '*://*.pubmatic.com/*',
                '*://*.adriver.ru/*',
                '*://*.veruta.com/*',
                '*://*.contextweb.com/*',
                '*://*.buysellads.com/*',
                '*://*.onclasrv.com/*',
                '*://*.cobalten.com/*',
                '*://*.facebook.com/*',
                '*://*.facebook.net/*',
                '*://*.fbcdn.net/*',
                '*://*.2mdnsys.com/*',
                '*://*.ie8eamus.com/*',
                '*://*.sharethis.com/*',
                '*://*.addthisedge.com/*',
                '*://*.addthisedge.com/*',
                '*://*.addthis.com/*',
                '*://*.adsrvr.org/*',
                '*://*.nakamasweb.com/*',
                '*://*.elasticad.net/*',
                '*://*.vidoomy.com/*',
                '*://*.taboola.com/*',
                '*://*.lkqd.net/*',
                '*://*.revcontent.com/*',
                '*://*.scorecardresearch.com/*',
                '*://*.bidgear.com/*',
                '*://*.mgid.com/*',
                '*://*.criteo.net/*',
                '*://*.360yield.com/*',
                '*://*.advertising.com/*',
                '*://*.vidible.tv/*',
                '*://*.moatads.com/*',
                '*://*.sascdn.com/*',
                '*://*.chatango.com/*',
                '*://*.consensu.org/*',
                '*://*.pvclouds.com/*',
                '*://*.sitemaji.com/*',
                '*://*.cnzz.com/*',
                '*://*.yimg.com/*'
            ];
        }
    }

</script>
{'fraction_non_alphanumeric': 0.27261809447558044, 'fraction_numerical': 0.0020016012810248197, 'mean_word_length': 0.9413364413364413, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2394837', 'n_tokens_mistral': 1679, 'n_tokens_neox': 1540, 'n_words': 125}