<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    addressable (2.7.0)
      public_suffix (>= 2.0.2, < 5.0)
    builder (3.2.2)
    cookiejar (0.3.3)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    docile (1.1.5)
    em-http-request (1.1.5)
      addressable (>= 2.3.4)
      cookiejar (!= 0.3.1)
      em-socksify (>= 0.3)
      eventmachine (>= 1.0.3)
      http_parser.rb (>= 0.6.0)
    em-socksify (0.3.1)
      eventmachine (>= 1.0.0.beta.4)
    eventmachine (1.2.0.1)
    faraday (0.17.1)
      multipart-post (>= 1.2, < 3)
    git (1.3.0)
    github_api (0.18.2)
      addressable (~> 2.4)
      descendants_tracker (~> 0.0.4)
      faraday (~> 0.8)
      hashie (~> 3.5, >= 3.5.2)
      oauth2 (~> 1.0)
    hashie (3.6.0)
    highline (1.7.8)
    http_parser.rb (0.6.0)
    jeweler (2.0.1)
      builder
      bundler (>= 1.0)
      git (>= 1.2.5)
      github_api
      highline (>= 1.6.15)
      nokogiri (>= 1.5.10)
      rake
      rdoc
    json (1.8.3)
    jwt (2.2.1)
    mini_portile2 (2.1.0)
    minitest (5.9.0)
    multi_json (1.14.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    nokogiri (1.6.8)
      mini_portile2 (~> 2.1.0)
      pkg-config (~> 1.1.7)
    oauth2 (1.4.2)
      faraday (>= 0.8, < 2.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    pkg-config (1.1.7)
    public_suffix (4.0.1)
    rack (2.0.8)
    rake (11.2.2)
    rdoc (3.12.2)
      json (~> 1.4)
    simplecov (0.12.0)
      docile (~> 1.1.0)
      json (>= 1.8, < 3)
      simplecov-html (~> 0.10.0)
    simplecov-html (0.10.0)
    thread_safe (0.3.6)

PLATFORMS
  ruby

DEPENDENCIES
  bundler (~> 1.0)
  em-http-request (~> 1.1.2)
  jeweler (~> 2.0.1)
  minitest
  rdoc (~> 3.12)
  simplecov

BUNDLED WITH
   1.12.1
<commit_msg>Bump nokogiri from 1.6.8 to 1.10.7<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    addressable (2.7.0)
      public_suffix (>= 2.0.2, < 5.0)
    builder (3.2.2)
    cookiejar (0.3.3)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    docile (1.1.5)
    em-http-request (1.1.5)
      addressable (>= 2.3.4)
      cookiejar (!= 0.3.1)
      em-socksify (>= 0.3)
      eventmachine (>= 1.0.3)
      http_parser.rb (>= 0.6.0)
    em-socksify (0.3.1)
      eventmachine (>= 1.0.0.beta.4)
    eventmachine (1.2.0.1)
    faraday (0.17.1)
      multipart-post (>= 1.2, < 3)
    git (1.3.0)
    github_api (0.18.2)
      addressable (~> 2.4)
      descendants_tracker (~> 0.0.4)
      faraday (~> 0.8)
      hashie (~> 3.5, >= 3.5.2)
      oauth2 (~> 1.0)
    hashie (3.6.0)
    highline (1.7.8)
    http_parser.rb (0.6.0)
    jeweler (2.0.1)
      builder
      bundler (>= 1.0)
      git (>= 1.2.5)
      github_api
      highline (>= 1.6.15)
      nokogiri (>= 1.5.10)
      rake
      rdoc
    json (1.8.3)
    jwt (2.2.1)
    mini_portile2 (2.4.0)
    minitest (5.9.0)
    multi_json (1.14.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    nokogiri (1.10.7)
      mini_portile2 (~> 2.4.0)
    oauth2 (1.4.2)
      faraday (>= 0.8, < 2.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    public_suffix (4.0.1)
    rack (2.0.8)
    rake (11.2.2)
    rdoc (3.12.2)
      json (~> 1.4)
    simplecov (0.12.0)
      docile (~> 1.1.0)
      json (>= 1.8, < 3)
      simplecov-html (~> 0.10.0)
    simplecov-html (0.10.0)
    thread_safe (0.3.6)

PLATFORMS
  ruby

DEPENDENCIES
  bundler (~> 1.0)
  em-http-request (~> 1.1.2)
  jeweler (~> 2.0.1)
  minitest
  rdoc (~> 3.12)
  simplecov

BUNDLED WITH
   1.12.1

{'fraction_non_alphanumeric': 0.19806896551724137, 'fraction_numerical': 0.11862068965517242, 'mean_word_length': 1.6564102564102565, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 70, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1912899', 'n_tokens_mistral': 1933, 'n_tokens_neox': 1803, 'n_words': 309}