<commit_before>{
    "division": "Google",
    "sortIndex": 30,
    "lite": true,
    "userAgents": [
        {
            "userAgent": "Google",
            "properties": {
                "Parent": "DefaultProperties",
                "Comment": "Google",
                "Browser": "Google",
                "Frames": "true",
                "IFrames": "true",
                "Tables": "true",
                "Crawler": "true"
            }
        },
        {
            "userAgent": "*Google Web Preview*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Web Preview"
            }
        },
        {
            "userAgent": "*Googlebot-Mobile\/2.*",
            "properties": {
                "Parent": "Google",
                "Browser": "Googlebot-Mobile",
                "Frames": "false",
                "IFrames": "false",
                "Tables": "false"
            }
        },
        {
            "userAgent": "*Googlebot\/2.1*",
            "properties": {
                "Parent": "Google",
                "Browser": "Googlebot",
                "Version": "2.1",
                "MajorVer": "2",
                "MinorVer": "1"
            }
        },
        {
            "userAgent": "AdsBot-Google*",
            "properties": {
                "Parent": "Google",
                "Browser": "AdsBot-Google"
            }
        },
        {
            "userAgent": "AdsBot-Google-Mobile*",
            "properties": {
                "Parent": "Google",
                "Browser": "AdsBot-Google-Mobile"
            }
        },
        {
            "userAgent": "AppEngine-Google*",
            "properties": {
                "Parent": "Google",
                "Browser": "AppEngine-Google"
            }
        },
        {
            "userAgent": "Feedfetcher-Google*",
            "properties": {
                "Parent": "Google",
                "Browser": "Feedfetcher-Google",
                "isSyndicationReader": "true"
            }
        },
        {
            "userAgent": "Feedfetcher-Google-iGoogleGadgets*",
            "properties": {
                "Parent": "Google",
                "Browser": "iGoogleGadgets",
                "isSyndicationReader": "true"
            }
        },
        {
            "userAgent": "google (*Enterprise*)",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Enterprise"
            }
        },
        {
            "userAgent": "Google OpenSocial agent*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google OpenSocial"
            }
        },
        {
            "userAgent": "Google-Site-Verification*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google-Site-Verification\/1.0",
                "Version": "1.0",
                "MajorVer": "1",
                "MinorVer": "0"
            }
        },
        {
            "userAgent": "Google-Sitemaps*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google-Sitemaps"
            }
        },
        {
            "userAgent": "Googlebot-Image*",
            "properties": {
                "Parent": "Google",
                "Browser": "Googlebot-Image"
            }
        },
        {
            "userAgent": "Googlebot-News*",
            "properties": {
                "Parent": "Google",
                "Browser": "Googlebot-News"
            }
        },
        {
            "userAgent": "googlebot-urlconsole",
            "properties": {
                "Parent": "Google",
                "Browser": "googlebot-urlconsole"
            }
        },
        {
            "userAgent": "Googlebot-Video*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google-Video"
            }
        },
        {
            "userAgent": "Googlebot\/Test*",
            "properties": {
                "Parent": "Google",
                "Browser": "Googlebot\/Test"
            }
        },
        {
            "userAgent": "GoogleFriendConnect*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Friend Connect"
            }
        },
        {
            "userAgent": "gsa-crawler*",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Search Appliance"
            }
        },
        {
            "userAgent": "Mediapartners-Google*",
            "properties": {
                "Parent": "Google",
                "Browser": "Mediapartners-Google"
            }
        },
        {
            "userAgent": "Mozilla\/5.0 (*Feedfetcher-Google*)",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Feedfetcher"
            }
        },
        {
            "userAgent": "Mozilla\/5.0 (*Google Desktop*)",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Desktop"
            }
        },
        {
            "userAgent": "Mozilla\/5.0 (*Google Keyword Tool*)",
            "properties": {
                "Parent": "Google",
                "Browser": "Google Keyword Tool"
            }
        }
    ]
}<commit_msg>added version info to google bot<commit_after>{
  "division": "Google",
  "sortIndex": 30,
  "lite": true,
  "userAgents": [
    {
      "userAgent": "Google",
      "properties": {
        "Parent": "DefaultProperties",
        "Comment": "Google",
        "Browser": "Google",
        "Frames": "true",
        "IFrames": "true",
        "Tables": "true",
        "Crawler": "true"
      }
    },
    {
      "userAgent": "*Google Web Preview*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Web Preview"
      }
    },
    {
      "userAgent": "*Googlebot-Mobile\/2.*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot-Mobile",
        "Frames": "false",
        "IFrames": "false",
        "Tables": "false",
        "Version": "2.0",
        "MajorVer": "2",
        "MinorVer": "0"
      }
    },
    {
      "userAgent": "*Googlebot-Mobile\/2.1*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot-Mobile",
        "Frames": "false",
        "IFrames": "false",
        "Tables": "false",
        "Version": "2.1",
        "MajorVer": "2",
        "MinorVer": "1"
      }
    },
    {
      "userAgent": "*Googlebot\/2.*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot",
        "Version": "2.0",
        "MajorVer": "2",
        "MinorVer": "0"
      }
    },
    {
      "userAgent": "*Googlebot\/2.1*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot",
        "Version": "2.1",
        "MajorVer": "2",
        "MinorVer": "1"
      }
    },
    {
      "userAgent": "AdsBot-Google*",
      "properties": {
        "Parent": "Google",
        "Browser": "AdsBot-Google"
      }
    },
    {
      "userAgent": "AdsBot-Google-Mobile*",
      "properties": {
        "Parent": "Google",
        "Browser": "AdsBot-Google-Mobile"
      }
    },
    {
      "userAgent": "AppEngine-Google*",
      "properties": {
        "Parent": "Google",
        "Browser": "AppEngine-Google"
      }
    },
    {
      "userAgent": "Feedfetcher-Google*",
      "properties": {
        "Parent": "Google",
        "Browser": "Feedfetcher-Google",
        "isSyndicationReader": "true"
      }
    },
    {
      "userAgent": "Feedfetcher-Google-iGoogleGadgets*",
      "properties": {
        "Parent": "Google",
        "Browser": "iGoogleGadgets",
        "isSyndicationReader": "true"
      }
    },
    {
      "userAgent": "google (*Enterprise*)",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Enterprise"
      }
    },
    {
      "userAgent": "Google OpenSocial agent*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google OpenSocial"
      }
    },
    {
      "userAgent": "Google-Site-Verification*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google-Site-Verification\/1.0",
        "Version": "1.0",
        "MajorVer": "1",
        "MinorVer": "0"
      }
    },
    {
      "userAgent": "Google-Sitemaps*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google-Sitemaps"
      }
    },
    {
      "userAgent": "Googlebot-Image*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot-Image"
      }
    },
    {
      "userAgent": "Googlebot-News*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot-News"
      }
    },
    {
      "userAgent": "googlebot-urlconsole",
      "properties": {
        "Parent": "Google",
        "Browser": "googlebot-urlconsole"
      }
    },
    {
      "userAgent": "Googlebot-Video*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google-Video"
      }
    },
    {
      "userAgent": "Googlebot\/Test*",
      "properties": {
        "Parent": "Google",
        "Browser": "Googlebot\/Test"
      }
    },
    {
      "userAgent": "GoogleFriendConnect*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Friend Connect"
      }
    },
    {
      "userAgent": "gsa-crawler*",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Search Appliance"
      }
    },
    {
      "userAgent": "Mediapartners-Google*",
      "properties": {
        "Parent": "Google",
        "Browser": "Mediapartners-Google"
      }
    },
    {
      "userAgent": "Mozilla\/5.0 (*Feedfetcher-Google*)",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Feedfetcher"
      }
    },
    {
      "userAgent": "Mozilla\/5.0 (*Google Desktop*)",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Desktop"
      }
    },
    {
      "userAgent": "Mozilla\/5.0 (*Google Keyword Tool*)",
      "properties": {
        "Parent": "Google",
        "Browser": "Google Keyword Tool"
      }
    }
  ]
}
{'fraction_non_alphanumeric': 0.17167089101189315, 'fraction_numerical': 0.0055566387209982455, 'mean_word_length': 1.304875308919344, 'pattern_counts': {'":': 252, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4615359', 'n_tokens_mistral': 3055, 'n_tokens_neox': 2957, 'n_words': 505}