<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.5.0)
      public_suffix (~> 2.0, >= 2.0.2)
    domain_name (0.5.20160615)
      unf (>= 0.0.5, < 1.0.0)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    json (2.0.2)
    json-schema (2.8.0)
      addressable (>= 2.4)
    mechanize (2.7.5)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (>= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.6)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2016.0521)
    mini_portile2 (2.1.0)
    net-http-digest_auth (1.4)
    net-http-persistent (2.9.4)
    nokogiri (1.6.8)
      mini_portile2 (~> 2.1.0)
      pkg-config (~> 1.1.7)
    ntlm-http (0.1.1)
    pkg-config (1.1.7)
    public_suffix (2.0.5)
    rake (11.2.2)
    spidey (0.1.0)
      mechanize
    unf (0.1.4)
      unf_ext
    unf_ext (0.0.7.2)
    webrobots (0.1.2)

PLATFORMS
  ruby

DEPENDENCIES
  json
  json-schema
  rake
  spidey

BUNDLED WITH<commit_msg>Bump nokogiri from 1.6.8 to 1.10.4<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.5.0)
      public_suffix (~> 2.0, >= 2.0.2)
    domain_name (0.5.20160615)
      unf (>= 0.0.5, < 1.0.0)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    json (2.0.2)
    json-schema (2.8.0)
      addressable (>= 2.4)
    mechanize (2.7.5)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (>= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.6)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2016.0521)
    mini_portile2 (2.4.0)
    net-http-digest_auth (1.4)
    net-http-persistent (2.9.4)
    nokogiri (1.10.4)
      mini_portile2 (~> 2.4.0)
    ntlm-http (0.1.1)
    public_suffix (2.0.5)
    rake (11.2.2)
    spidey (0.1.0)
      mechanize
    unf (0.1.4)
      unf_ext
    unf_ext (0.0.7.2)
    webrobots (0.1.2)

PLATFORMS
  ruby

DEPENDENCIES
  json
  json-schema
  rake
  spidey

BUNDLED WITH
{'fraction_non_alphanumeric': 0.19252747252747252, 'fraction_numerical': 0.11868131868131868, 'mean_word_length': 1.8133498145859086, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 42, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6905056', 'n_tokens_mistral': 1223, 'n_tokens_neox': 1131, 'n_words': 184}