<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    building (1.1.2)
    domain_name (0.5.22)
      unf (>= 0.0.5, < 1.0.0)
    eventmachine (1.0.3)
    highline (1.6.21)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    mechanize (2.7.3)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (~> 2.0)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.4)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (2.4.3)
    mini_portile (0.6.1)
    net-http-digest_auth (1.4)
    net-http-persistent (2.9.4)
    nokogiri (1.6.5)
      mini_portile (~> 0.6.0)
    ntlm-http (0.1.1)
    unf (0.1.4)
      unf_ext
    unf_ext (0.0.6)
    webrobots (0.1.1)<commit_msg>Bundle update 20141231102747<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    building (1.1.2)
    domain_name (0.5.23)
      unf (>= 0.0.5, < 1.0.0)
    eventmachine (1.0.4)
    highline (1.6.21)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    mechanize (2.7.3)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (~> 2.0)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.4)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (2.4.3)
    mini_portile (0.6.2)
    net-http-digest_auth (1.4)
    net-http-persistent (2.9.4)
    nokogiri (1.6.5)
      mini_portile (~> 0.6.0)
    ntlm-http (0.1.1)
    unf (0.1.4)
      unf_ext
    unf_ext (0.0.6)
    webrobots (0.1.1)
{'fraction_non_alphanumeric': 0.20882535736482288, 'fraction_numerical': 0.11808576755748912, 'mean_word_length': 1.7902946273830156, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 33, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '287039', 'n_tokens_mistral': 861, 'n_tokens_neox': 810, 'n_words': 127}