<commit_before>{
  "division": "Link Checkers",
  "sortIndex": 410,
  "userAgents": [
    {
      "userAgent": "Link Checkers",
      "properties": {
        "Parent": "DefaultProperties",
        "Comment": "Link Checkers",
        "Browser": "Link Checkers",
        "Crawler": "true"
      }
    },
    {
      "userAgent": "!Susie (http:\/\/www.sync2it.com\/susie)",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "!Susie"
      }
    },
    {
      "userAgent": "*AgentName\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "AgentName"
      }
    },
    {
      "userAgent": "*Linkman*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Linkman"
      }
    },
    {
      "userAgent": "*LinksManager.com*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "LinksManager"
      }
    },
    {
      "userAgent": "*Powermarks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Powermarks"
      }
    },
    {
      "userAgent": "*Web Link Validator*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Web Link Validator"
      }
    },
    {
      "userAgent": "*Zeus*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Zeus"
      }
    },
    {
      "userAgent": "ActiveBookmark *",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "ActiveBookmark"
      }
    },
    {
      "userAgent": "Bookdog\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookdog"
      }
    },
    {
      "userAgent": "Bookmark Buddy*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark Buddy"
      }
    },
    {
      "userAgent": "Bookmark Renewal Check Agent*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark Renewal Check Agent"
      }
    },
    {
      "userAgent": "Bookmark search tool*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark search tool"
      }
    },
    {
      "userAgent": "Bookmark-Manager",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark-Manager"
      }
    },
    {
      "userAgent": "Checkbot*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Checkbot"
      }
    },
    {
      "userAgent": "CheckLinks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "CheckLinks"
      }
    },
    {
      "userAgent": "CyberSpyder Link Test\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "CyberSpyder Link Test"
      }
    },
    {
      "userAgent": "DLC\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "DLC"
      }
    },
    {
      "userAgent": "DocWeb Link Crawler (http:\/\/doc.php.net)",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "DocWeb Link Crawler"
      }
    },
    {
      "userAgent": "FavOrg",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "FavOrg"
      }
    },
    {
      "userAgent": "Favorites Sweeper v.3.*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Favorites Sweeper"
      }
    },
    {
      "userAgent": "FindLinks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "FindLinks"
      }
    },
    {
      "userAgent": "Funnel Web Profiler*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Funnel Web Profiler"
      }
    },
    {
      "userAgent": "Html Link Validator (www.lithopssoft.com)",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "HTML Link Validator"
      }
    },
    {
      "userAgent": "IECheck",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "IECheck"
      }
    },
    {
      "userAgent": "JCheckLinks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "JCheckLinks"
      }
    },
    {<commit_msg>added PeacockMedia Integrity BackLink Checker<commit_after>{
  "division": "Link Checkers",
  "sortIndex": 410,
  "userAgents": [
    {
      "userAgent": "Link Checkers",
      "properties": {
        "Parent": "DefaultProperties",
        "Comment": "Link Checkers",
        "Browser": "Link Checkers",
        "Crawler": "true"
      }
    },
    {
      "userAgent": "!Susie (http:\/\/www.sync2it.com\/susie)",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "!Susie"
      }
    },
    {
      "userAgent": "*AgentName\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "AgentName"
      }
    },
    {
      "userAgent": "*Linkman*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Linkman"
      }
    },
    {
      "userAgent": "*LinksManager.com*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "LinksManager"
      }
    },
    {
      "userAgent": "*Powermarks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Powermarks"
      }
    },
    {
      "userAgent": "*Web Link Validator*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Web Link Validator"
      }
    },
    {
      "userAgent": "*Zeus*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Zeus"
      }
    },
    {
      "userAgent": "ActiveBookmark *",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "ActiveBookmark"
      }
    },
    {
      "userAgent": "Bookdog\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookdog"
      }
    },
    {
      "userAgent": "Bookmark Buddy*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark Buddy"
      }
    },
    {
      "userAgent": "Bookmark Renewal Check Agent*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark Renewal Check Agent"
      }
    },
    {
      "userAgent": "Bookmark search tool*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark search tool"
      }
    },
    {
      "userAgent": "Bookmark-Manager",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Bookmark-Manager"
      }
    },
    {
      "userAgent": "Checkbot*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Checkbot"
      }
    },
    {
      "userAgent": "CheckLinks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "CheckLinks"
      }
    },
    {
      "userAgent": "CyberSpyder Link Test\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "CyberSpyder Link Test"
      }
    },
    {
      "userAgent": "DLC\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "DLC"
      }
    },
    {
      "userAgent": "DocWeb Link Crawler (http:\/\/doc.php.net)",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "DocWeb Link Crawler"
      }
    },
    {
      "userAgent": "FavOrg",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "FavOrg"
      }
    },
    {
      "userAgent": "Favorites Sweeper v.3.*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Favorites Sweeper"
      }
    },
    {
      "userAgent": "FindLinks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "FindLinks"
      }
    },
    {
      "userAgent": "Funnel Web Profiler*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Funnel Web Profiler"
      }
    },
    {
      "userAgent": "Html Link Validator (www.lithopssoft.com)",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "HTML Link Validator"
      }
    },
    {
      "userAgent": "IECheck",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "IECheck"
      }
    },
    {
      "userAgent": "integrity/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "Integrity"
      }
    },
    {
      "userAgent": "JCheckLinks\/*",
      "properties": {
        "Parent": "Link Checkers",
        "Browser": "JCheckLinks"
      }
    },
    {
{'fraction_non_alphanumeric': 0.18079962259700436, 'fraction_numerical': 0.0011793843613633684, 'mean_word_length': 1.735483870967742, 'pattern_counts': {'":': 222, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5210533', 'n_tokens_mistral': 2762, 'n_tokens_neox': 2735, 'n_words': 530}