<commit_before>{
    "ignore": [
        "SnapSearch"
    ],
    "match": [
        "008",
        "ABACHOBot",
        "Accoona-AI-Agent",
        "AddSugarSpiderBot",
        "Adsbot-Google",
        "altavista",
        "AnyApexBot",
        "Arachmo",
        "archiver",
        "B-l-i-t-z-B-O-T",
        "Baiduspider",
        "BecomeBot",
        "BeslistBot",
        "BillyBobBot",
        "Bimbot",
        "Bingbot",
        "BingPreview",
        "bitlybot",
        "BlitzBOT",
        "boitho.com-dc",
        "boitho.com-robot",
        "borg",
        "BrowserMob",
        "btbot",
        "CatchBot",
        "Catchpoint bot",
        "Cerberian Drtrs",
        "Charlotte",
        "ConveraCrawler",
        "cosmos",
        "Covario IDS",
        "crawler",
        "DataparkSearch",
        "DiamondBot",
        "Discobot",
        "Dotbot",
        "Embedly",
        "EmeraldShield.com WebBot",
        "envolk[ITS]spider",
        "EsperanzaBot",
        "Exabot",
        "facebookexternalhit",
        "FAST-WebCrawler",
        "FAST Enterprise Crawler",
        "Feedfetcher",
        "FDSE robot",
        "FindLinks",
        "FurlBot",
        "FyberSpider",
        "g2crawler",
        "Gaisbot",
        "GalaxyBot",
        "genieBot",
        "Gigabot",
        "Girafabot",
        "GomezA",
        "Googlebot",
        "GurujiBot",
        "HappyFunBot",
        "hl_ftien_spider",
        "Holmes",
        "htdig",
        "http client",
        "HttpMonitor",
        "iaskspider",
        "ia_archiver",
        "iCCrawler",
        "ichiro",
        "igdeSpyder",
        "IRLbot",
        "IssueCrawler",
        "Jaxified Bot",
        "Jyxobot",
        "KoepaBot",
        "L.webis",
        "LapozzBot",
        "Larbin",
        "LDSpider",
        "LexxeBot",
        "Linguee Bot",
        "LinkedInBot",
        "LinkWalker",
        "lmspider",
        "lwp-trivial",
        "lycos",
        "mabontland",
        "magpie-crawler",
        "Mediapartners",
        "MJ12bot",
        "Mnogosearch",
        "mogimogi",
        "MojeekBot",
        "Moreoverbot",
        "Morning Paper",
        "msnbot",
        "MSRBot",
        "MVAClient",
        "mxbot",
        "netresearch",
        "NetResearchServer",
        "NetSeer Crawler",
        "NewsGator",
        "NG-Search",
        "nicebot",
        "noxtrumbot",
        "Nusearch Spider",
        "NutchCVS",
        "Nymesis",
        "obot",
        "oegp",
        "omgilibot",
        "OmniExplorer_Bot",
        "OOZBOT",
        "openbot",
        "Orbiter",
        "PageBitesHyperBot",
        "PagePeeker",
        "Peew",
        "polybot",
        "Pompos",
        "PostPost",
        "Psbot",
        "PycURL",
        "Qseero",
        "Radian6",
        "RAMPyBot",
        "Read Later",
        "rogerbot",
        "RufusBot",
        "SandCrawler",
        "SBIder",<commit_msg>add pinterest to bots<commit_after>{
    "ignore": [
        "SnapSearch"
    ],
    "match": [
        "008",
        "ABACHOBot",
        "Accoona-AI-Agent",
        "AddSugarSpiderBot",
        "Adsbot-Google",
        "altavista",
        "AnyApexBot",
        "Arachmo",
        "archiver",
        "B-l-i-t-z-B-O-T",
        "Baiduspider",
        "BecomeBot",
        "BeslistBot",
        "BillyBobBot",
        "Bimbot",
        "Bingbot",
        "BingPreview",
        "bitlybot",
        "BlitzBOT",
        "boitho.com-dc",
        "boitho.com-robot",
        "borg",
        "BrowserMob",
        "btbot",
        "CatchBot",
        "Catchpoint bot",
        "Cerberian Drtrs",
        "Charlotte",
        "ConveraCrawler",
        "cosmos",
        "Covario IDS",
        "crawler",
        "DataparkSearch",
        "DiamondBot",
        "Discobot",
        "Dotbot",
        "Embedly",
        "EmeraldShield.com WebBot",
        "envolk[ITS]spider",
        "EsperanzaBot",
        "Exabot",
        "facebookexternalhit",
        "FAST-WebCrawler",
        "FAST Enterprise Crawler",
        "Feedfetcher",
        "FDSE robot",
        "FindLinks",
        "FurlBot",
        "FyberSpider",
        "g2crawler",
        "Gaisbot",
        "GalaxyBot",
        "genieBot",
        "Gigabot",
        "Girafabot",
        "GomezA",
        "Googlebot",
        "GurujiBot",
        "HappyFunBot",
        "hl_ftien_spider",
        "Holmes",
        "htdig",
        "http client",
        "HttpMonitor",
        "iaskspider",
        "ia_archiver",
        "iCCrawler",
        "ichiro",
        "igdeSpyder",
        "IRLbot",
        "IssueCrawler",
        "Jaxified Bot",
        "Jyxobot",
        "KoepaBot",
        "L.webis",
        "LapozzBot",
        "Larbin",
        "LDSpider",
        "LexxeBot",
        "Linguee Bot",
        "LinkedInBot",
        "LinkWalker",
        "lmspider",
        "lwp-trivial",
        "lycos",
        "mabontland",
        "magpie-crawler",
        "Mediapartners",
        "MJ12bot",
        "Mnogosearch",
        "mogimogi",
        "MojeekBot",
        "Moreoverbot",
        "Morning Paper",
        "msnbot",
        "MSRBot",
        "MVAClient",
        "mxbot",
        "netresearch",
        "NetResearchServer",
        "NetSeer Crawler",
        "NewsGator",
        "NG-Search",
        "nicebot",
        "noxtrumbot",
        "Nusearch Spider",
        "NutchCVS",
        "Nymesis",
        "obot",
        "oegp",
        "omgilibot",
        "OmniExplorer_Bot",
        "OOZBOT",
        "openbot",
        "Orbiter",
        "PageBitesHyperBot",
        "PagePeeker",
        "Peew",
        "Pinterest",
        "polybot",
        "Pompos",
        "PostPost",
        "Psbot",
        "PycURL",
        "Qseero",
        "Radian6",
        "RAMPyBot",
        "Read Later",
        "rogerbot",
        "RufusBot",
        "SandCrawler",
        "SBIder",
{'fraction_non_alphanumeric': 0.14763611537805085, 'fraction_numerical': 0.0023894862604540022, 'mean_word_length': 1.3524688879967885, 'pattern_counts': {'":': 4, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2078273', 'n_tokens_mistral': 2150, 'n_tokens_neox': 2087, 'n_words': 301}