<commit_before>GIT
  remote: https://github.com/pry/pry
  revision: 285374b15a09f14b89687c5ee4c227249390ddc5
  specs:
    pry (0.10.4)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)

PATH
  remote: .
  specs:
    byebug (9.0.6)

GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.4.0)
    ast (2.3.0)
    backports (3.6.8)
    chandler (0.3.1)
      netrc
      octokit (>= 2.2.0)
    childprocess (0.5.9)
      ffi (~> 1.0, >= 1.0.11)
    codeclimate-test-reporter (0.6.0)
      simplecov (>= 0.7.1, < 1.0.0)
    coderay (1.1.1)
    docile (1.1.5)
    ethon (0.9.1)
      ffi (>= 1.3.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    faraday_middleware (0.10.0)
      faraday (>= 0.7.4, < 0.10)
    ffi (1.9.14)
    gh (0.14.0)
      addressable
      backports
      faraday (~> 0.8)
      multi_json (~> 1.0)
      net-http-persistent (>= 2.7)
      net-http-pipeline
    highline (1.7.8)
    iniparse (1.4.2)
    json (2.0.2)
    kramdown (1.12.0)
    launchy (2.4.3)
      addressable (~> 2.3)
    mdl (0.4.0)
      kramdown (~> 1.12, >= 1.12.0)
      mixlib-cli (~> 1.7, >= 1.7.0)
      mixlib-config (~> 2.2, >= 2.2.1)
    method_source (0.8.2)
    minitest (5.9.1)
    mixlib-cli (1.7.0)
    mixlib-config (2.2.4)
    multi_json (1.12.1)
    multipart-post (2.0.0)
    net-http-persistent (2.9.4)
    net-http-pipeline (1.0.1)
    netrc (0.11.0)
    octokit (4.3.0)
      sawyer (~> 0.7.0, >= 0.5.3)
    overcommit (0.37.0)
      childprocess (~> 0.5.8)
      iniparse (~> 1.4)
    parser (2.3.1.4)
      ast (~> 2.2)
    powerpack (0.1.1)
    pusher-client (0.6.2)
      json
      websocket (~> 1.0)
    rainbow (2.1.0)
    rake (11.3.0)
    rake-compiler (1.0.1)
      rake
    rubocop (0.45.0)
      parser (>= 2.3.1.1, < 3.0)
      powerpack (~> 0.1)
      rainbow (>= 1.99.1, < 3.0)
      ruby-progressbar (~> 1.7)
      unicode-display_width (~> 1.0, >= 1.0.1)
    ruby-progressbar (1.8.1)
    sawyer (0.7.0)
      addressable (>= 2.3.5, < 2.5)
      faraday (~> 0.8, < 0.10)
    simplecov (0.12.0)
      docile (~> 1.1.0)
      json (>= 1.8, < 3)
      simplecov-html (~> 0.10.0)
    simplecov-html (0.10.0)
    travis (1.8.2)
      backports
      faraday (~> 0.9)
      faraday_middleware (~> 0.9, >= 0.9.1)
      gh (~> 0.13)
      highline (~> 1.6)
      launchy (~> 2.1)
      pusher-client (~> 0.4)
      typhoeus (~> 0.6, >= 0.6.8)
    typhoeus (0.8.0)
      ethon (>= 0.8.0)
    unicode-display_width (1.1.1)
    websocket (1.2.3)
    yard (0.9.5)

PLATFORMS
  ruby

DEPENDENCIES
  bundler (~> 1.7)
  byebug!
  chandler (= 0.3.1)
  codeclimate-test-reporter (= 0.6.0)
  mdl (= 0.4.0)
  minitest (~> 5.7)
  overcommit (= 0.37.0)
  pry!
  rake (~> 11.1)
  rake-compiler (~> 1.0)
  rubocop (= 0.45.0)
  simplecov (= 0.12.0)
  travis (~> 1.8)
  yard (= 0.9.5)

BUNDLED WITH
   1.13.6
<commit_msg>bundle update net-http-persistent<commit_after>GIT
  remote: https://github.com/pry/pry
  revision: 285374b15a09f14b89687c5ee4c227249390ddc5
  specs:
    pry (0.10.4)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)

PATH
  remote: .
  specs:
    byebug (9.0.6)

GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.4.0)
    ast (2.3.0)
    backports (3.6.8)
    chandler (0.3.1)
      netrc
      octokit (>= 2.2.0)
    childprocess (0.5.9)
      ffi (~> 1.0, >= 1.0.11)
    codeclimate-test-reporter (0.6.0)
      simplecov (>= 0.7.1, < 1.0.0)
    coderay (1.1.1)
    connection_pool (2.2.0)
    docile (1.1.5)
    ethon (0.9.1)
      ffi (>= 1.3.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    faraday_middleware (0.10.0)
      faraday (>= 0.7.4, < 0.10)
    ffi (1.9.14)
    gh (0.14.0)
      addressable
      backports
      faraday (~> 0.8)
      multi_json (~> 1.0)
      net-http-persistent (>= 2.7)
      net-http-pipeline
    highline (1.7.8)
    iniparse (1.4.2)
    json (2.0.2)
    kramdown (1.12.0)
    launchy (2.4.3)
      addressable (~> 2.3)
    mdl (0.4.0)
      kramdown (~> 1.12, >= 1.12.0)
      mixlib-cli (~> 1.7, >= 1.7.0)
      mixlib-config (~> 2.2, >= 2.2.1)
    method_source (0.8.2)
    minitest (5.9.1)
    mixlib-cli (1.7.0)
    mixlib-config (2.2.4)
    multi_json (1.12.1)
    multipart-post (2.0.0)
    net-http-persistent (3.0.0)
      connection_pool (~> 2.2)
    net-http-pipeline (1.0.1)
    netrc (0.11.0)
    octokit (4.3.0)
      sawyer (~> 0.7.0, >= 0.5.3)
    overcommit (0.37.0)
      childprocess (~> 0.5.8)
      iniparse (~> 1.4)
    parser (2.3.1.4)
      ast (~> 2.2)
    powerpack (0.1.1)
    pusher-client (0.6.2)
      json
      websocket (~> 1.0)
    rainbow (2.1.0)
    rake (11.3.0)
    rake-compiler (1.0.1)
      rake
    rubocop (0.45.0)
      parser (>= 2.3.1.1, < 3.0)
      powerpack (~> 0.1)
      rainbow (>= 1.99.1, < 3.0)
      ruby-progressbar (~> 1.7)
      unicode-display_width (~> 1.0, >= 1.0.1)
    ruby-progressbar (1.8.1)
    sawyer (0.7.0)
      addressable (>= 2.3.5, < 2.5)
      faraday (~> 0.8, < 0.10)
    simplecov (0.12.0)
      docile (~> 1.1.0)
      json (>= 1.8, < 3)
      simplecov-html (~> 0.10.0)
    simplecov-html (0.10.0)
    travis (1.8.2)
      backports
      faraday (~> 0.9)
      faraday_middleware (~> 0.9, >= 0.9.1)
      gh (~> 0.13)
      highline (~> 1.6)
      launchy (~> 2.1)
      pusher-client (~> 0.4)
      typhoeus (~> 0.6, >= 0.6.8)
    typhoeus (0.8.0)
      ethon (>= 0.8.0)
    unicode-display_width (1.1.1)
    websocket (1.2.3)
    yard (0.9.5)

PLATFORMS
  ruby

DEPENDENCIES
  bundler (~> 1.7)
  byebug!
  chandler (= 0.3.1)
  codeclimate-test-reporter (= 0.6.0)
  mdl (= 0.4.0)
  minitest (~> 5.7)
  overcommit (= 0.37.0)
  pry!
  rake (~> 11.1)
  rake-compiler (~> 1.0)
  rubocop (= 0.45.0)
  simplecov (= 0.12.0)
  travis (~> 1.8)
  yard (= 0.9.5)

BUNDLED WITH
   1.13.6

{'fraction_non_alphanumeric': 0.20089980965564977, 'fraction_numerical': 0.12649247274614986, 'mean_word_length': 1.71488961953969, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 106, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '446310', 'n_tokens_mistral': 3147, 'n_tokens_neox': 2897, 'n_words': 486}