<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.5.0)
      public_suffix (~> 2.0, >= 2.0.2)
    artifactory (2.5.1)
    ast (2.3.0)
    backports (3.6.8)
    berkshelf (5.3.0)
      addressable (~> 2.3, >= 2.3.4)
      berkshelf-api-client (>= 2.0.2, < 4.0)
      buff-config (~> 2.0)
      buff-extensions (~> 2.0)
      buff-shell_out (~> 1.0)
      cleanroom (~> 1.0)
      faraday (~> 0.9)
      httpclient (~> 2.7)
      minitar (~> 0.5, >= 0.5.4)
      mixlib-archive (~> 0.1)
      octokit (~> 4.0)
      retryable (~> 2.0)
      ridley (~> 5.0)
      solve (> 2.0, < 4.0)
      thor (~> 0.19, < 0.19.2)
    berkshelf-api-client (3.0.0)
      faraday (~> 0.9)
      httpclient (~> 2.7)
      ridley (>= 4.5, < 6.0)
    buff-config (2.0.0)
      buff-extensions (~> 2.0)
      varia_model (~> 0.6)
    buff-extensions (2.0.0)
    buff-ignore (1.2.0)
    buff-ruby_engine (1.0.0)
    buff-shell_out (1.1.0)
      buff-ruby_engine (~> 1.0)
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    celluloid-io (0.16.2)
      celluloid (>= 0.16.0)
      nio4r (>= 1.1.0)
    chef (12.17.44)
      addressable
      bundler (>= 1.10)
      chef-config (= 12.17.44)
      chef-zero (>= 4.8)
      diff-lcs (~> 1.2, >= 1.2.4)
      erubis (~> 2.7)
      ffi-yajl (~> 2.2)
      highline (~> 1.6, >= 1.6.9)
      iniparse (~> 1.4)
      mixlib-archive (>= 0.2.0)
      mixlib-authentication (~> 1.4)
      mixlib-cli (~> 1.7)
      mixlib-log (~> 1.3)
      mixlib-shellout (~> 2.0)
      net-sftp (~> 2.1, >= 2.1.2)
      net-ssh (>= 2.9, < 4.0)
      net-ssh-multi (~> 1.1)
      ohai (>= 8.6.0.alpha.1, < 9)
      plist (~> 3.2)
      proxifier (~> 1.0)
      rspec-core (~> 3.5)
      rspec-expectations (~> 3.5)
      rspec-mocks (~> 3.5)
      rspec_junit_formatter (~> 0.2.0)
      serverspec (~> 2.7)
      specinfra (~> 2.10)
      syslog-logger (~> 1.6)
      uuidtools (~> 2.1.5)
    chef-config (12.17.44)
      addressable
      fuzzyurl
      mixlib-config (~> 2.0)
      mixlib-shellout (~> 2.0)
    chef-zero (5.1.1)
      ffi-yajl (~> 2.2)
      hashie (>= 2.0, < 4.0)
      mixlib-log (~> 1.3)
      rack (~> 2.0)
      uuidtools (~> 2.1)
    chefspec (5.3.0)
      chef (>= 12.0)
      fauxhai (~> 3.6)
      rspec (~> 3.0)
    cleanroom (1.0.0)
    coderay (1.1.1)
    cucumber-core (2.0.0)
      backports (~> 3.6)
      gherkin (~> 4.0)
    diff-lcs (1.2.5)
    erubis (2.7.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    fauxhai (3.10.0)
      net-ssh
    ffi (1.9.14)
    ffi-yajl (2.3.0)
      libyajl2 (~> 1.2)
    foodcritic (6.3.0)
      cucumber-core (>= 1.3)
      erubis
      nokogiri (>= 1.5, < 2.0)
      rake
      rufus-lru (~> 1.0)
      treetop (~> 1.4)
      yajl-ruby (~> 1.1)
    formatador (0.2.5)
    fuzzyurl (0.9.0)
    gherkin (4.0.0)
    growl (1.0.3)
    guard (2.14.0)
      formatador (>= 0.2.4)
      listen (>= 2.7, < 4.0)
      lumberjack (~> 1.0)
      nenv (~> 0.1)
      notiffany (~> 0.0)
      pry (>= 0.9.12)
      shellany (~> 0.0)
      thor (>= 0.18.1)
    guard-compat (1.2.1)
    guard-foodcritic (2.1.0)
      foodcritic (~> 6.0)
      guard (~> 2.12)
      guard-compat (~> 1.2)
    guard-kitchen (0.0.2)
      guard
      mixlib-shellout
    guard-rspec (4.7.3)
      guard (~> 2.1)
      guard-compat (~> 1.1)
      rspec (>= 2.99.0, < 4.0)
    guard-rubocop (1.2.0)
      guard (~> 2.0)
      rubocop (~> 0.20)
    hashie (3.4.6)
    highline (1.7.8)
    hitimes (1.2.4)
    httpclient (2.8.3)
    iniparse (1.4.2)
    ipaddress (0.8.3)
    json (2.0.2)
    kitchen-vagrant (0.21.1)
      test-kitchen (~> 1.4)
    libyajl2 (1.2.0)
    listen (3.1.5)
      rb-fsevent (~> 0.9, >= 0.9.4)
      rb-inotify (~> 0.9, >= 0.9.7)
      ruby_dep (~> 1.2)
    lumberjack (1.0.10)
    method_source (0.8.2)
    mini_portile2 (2.1.0)
    minitar (0.9)
    mixlib-archive (0.2.0)
      mixlib-log
    mixlib-authentication (1.4.1)
      mixlib-log
    mixlib-cli (1.7.0)
    mixlib-config (2.2.4)
    mixlib-install (2.1.9)
      artifactory
      mixlib-shellout
      mixlib-versioning
      thor
    mixlib-log (1.7.1)
    mixlib-shellout (2.2.7)
    mixlib-versioning (1.1.0)
    molinillo (0.5.4)
    multi_json (1.12.1)
    multipart-post (2.0.0)
    nenv (0.3.0)
    net-scp (1.2.1)
      net-ssh (>= 2.6.5)
    net-sftp (2.1.2)
      net-ssh (>= 2.6.5)
    net-ssh (3.2.0)
    net-ssh-gateway (1.2.0)
      net-ssh (>= 2.6.5)
    net-ssh-multi (1.2.1)
      net-ssh (>= 2.6.5)
      net-ssh-gateway (>= 1.2.0)
    net-telnet (0.1.1)
    nio4r (1.2.1)
    nokogiri (1.6.8.1)
      mini_portile2 (~> 2.1.0)
    notiffany (0.1.1)
      nenv (~> 0.1)
      shellany (~> 0.0)
    octokit (4.6.2)
      sawyer (~> 0.8.0, >= 0.5.3)
    ohai (8.22.1)
      chef-config (>= 12.5.0.alpha.1, < 13)
      ffi (~> 1.9)
      ffi-yajl (~> 2.2)
      ipaddress
      mixlib-cli
      mixlib-config (~> 2.0)
      mixlib-log (>= 1.7.1, < 2.0)
      mixlib-shellout (~> 2.0)
      plist (~> 3.1)
      systemu (~> 2.6.4)
      wmi-lite (~> 1.0)
    parser (2.3.3.1)
      ast (~> 2.2)
    plist (3.2.0)
    polyglot (0.3.5)
    powerpack (0.1.1)
    proxifier (1.0.3)
    pry (0.10.4)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    public_suffix (2.0.4)<commit_msg>Bump nokogiri from 1.6.8.1 to 1.10.7<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.5.0)
      public_suffix (~> 2.0, >= 2.0.2)
    artifactory (2.5.1)
    ast (2.3.0)
    backports (3.6.8)
    berkshelf (5.3.0)
      addressable (~> 2.3, >= 2.3.4)
      berkshelf-api-client (>= 2.0.2, < 4.0)
      buff-config (~> 2.0)
      buff-extensions (~> 2.0)
      buff-shell_out (~> 1.0)
      cleanroom (~> 1.0)
      faraday (~> 0.9)
      httpclient (~> 2.7)
      minitar (~> 0.5, >= 0.5.4)
      mixlib-archive (~> 0.1)
      octokit (~> 4.0)
      retryable (~> 2.0)
      ridley (~> 5.0)
      solve (> 2.0, < 4.0)
      thor (~> 0.19, < 0.19.2)
    berkshelf-api-client (3.0.0)
      faraday (~> 0.9)
      httpclient (~> 2.7)
      ridley (>= 4.5, < 6.0)
    buff-config (2.0.0)
      buff-extensions (~> 2.0)
      varia_model (~> 0.6)
    buff-extensions (2.0.0)
    buff-ignore (1.2.0)
    buff-ruby_engine (1.0.0)
    buff-shell_out (1.1.0)
      buff-ruby_engine (~> 1.0)
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    celluloid-io (0.16.2)
      celluloid (>= 0.16.0)
      nio4r (>= 1.1.0)
    chef (12.17.44)
      addressable
      bundler (>= 1.10)
      chef-config (= 12.17.44)
      chef-zero (>= 4.8)
      diff-lcs (~> 1.2, >= 1.2.4)
      erubis (~> 2.7)
      ffi-yajl (~> 2.2)
      highline (~> 1.6, >= 1.6.9)
      iniparse (~> 1.4)
      mixlib-archive (>= 0.2.0)
      mixlib-authentication (~> 1.4)
      mixlib-cli (~> 1.7)
      mixlib-log (~> 1.3)
      mixlib-shellout (~> 2.0)
      net-sftp (~> 2.1, >= 2.1.2)
      net-ssh (>= 2.9, < 4.0)
      net-ssh-multi (~> 1.1)
      ohai (>= 8.6.0.alpha.1, < 9)
      plist (~> 3.2)
      proxifier (~> 1.0)
      rspec-core (~> 3.5)
      rspec-expectations (~> 3.5)
      rspec-mocks (~> 3.5)
      rspec_junit_formatter (~> 0.2.0)
      serverspec (~> 2.7)
      specinfra (~> 2.10)
      syslog-logger (~> 1.6)
      uuidtools (~> 2.1.5)
    chef-config (12.17.44)
      addressable
      fuzzyurl
      mixlib-config (~> 2.0)
      mixlib-shellout (~> 2.0)
    chef-zero (5.1.1)
      ffi-yajl (~> 2.2)
      hashie (>= 2.0, < 4.0)
      mixlib-log (~> 1.3)
      rack (~> 2.0)
      uuidtools (~> 2.1)
    chefspec (5.3.0)
      chef (>= 12.0)
      fauxhai (~> 3.6)
      rspec (~> 3.0)
    cleanroom (1.0.0)
    coderay (1.1.1)
    cucumber-core (2.0.0)
      backports (~> 3.6)
      gherkin (~> 4.0)
    diff-lcs (1.2.5)
    erubis (2.7.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    fauxhai (3.10.0)
      net-ssh
    ffi (1.9.14)
    ffi-yajl (2.3.0)
      libyajl2 (~> 1.2)
    foodcritic (6.3.0)
      cucumber-core (>= 1.3)
      erubis
      nokogiri (>= 1.5, < 2.0)
      rake
      rufus-lru (~> 1.0)
      treetop (~> 1.4)
      yajl-ruby (~> 1.1)
    formatador (0.2.5)
    fuzzyurl (0.9.0)
    gherkin (4.0.0)
    growl (1.0.3)
    guard (2.14.0)
      formatador (>= 0.2.4)
      listen (>= 2.7, < 4.0)
      lumberjack (~> 1.0)
      nenv (~> 0.1)
      notiffany (~> 0.0)
      pry (>= 0.9.12)
      shellany (~> 0.0)
      thor (>= 0.18.1)
    guard-compat (1.2.1)
    guard-foodcritic (2.1.0)
      foodcritic (~> 6.0)
      guard (~> 2.12)
      guard-compat (~> 1.2)
    guard-kitchen (0.0.2)
      guard
      mixlib-shellout
    guard-rspec (4.7.3)
      guard (~> 2.1)
      guard-compat (~> 1.1)
      rspec (>= 2.99.0, < 4.0)
    guard-rubocop (1.2.0)
      guard (~> 2.0)
      rubocop (~> 0.20)
    hashie (3.4.6)
    highline (1.7.8)
    hitimes (1.2.4)
    httpclient (2.8.3)
    iniparse (1.4.2)
    ipaddress (0.8.3)
    json (2.0.2)
    kitchen-vagrant (0.21.1)
      test-kitchen (~> 1.4)
    libyajl2 (1.2.0)
    listen (3.1.5)
      rb-fsevent (~> 0.9, >= 0.9.4)
      rb-inotify (~> 0.9, >= 0.9.7)
      ruby_dep (~> 1.2)
    lumberjack (1.0.10)
    method_source (0.8.2)
    mini_portile2 (2.4.0)
    minitar (0.9)
    mixlib-archive (0.2.0)
      mixlib-log
    mixlib-authentication (1.4.1)
      mixlib-log
    mixlib-cli (1.7.0)
    mixlib-config (2.2.4)
    mixlib-install (2.1.9)
      artifactory
      mixlib-shellout
      mixlib-versioning
      thor
    mixlib-log (1.7.1)
    mixlib-shellout (2.2.7)
    mixlib-versioning (1.1.0)
    molinillo (0.5.4)
    multi_json (1.12.1)
    multipart-post (2.0.0)
    nenv (0.3.0)
    net-scp (1.2.1)
      net-ssh (>= 2.6.5)
    net-sftp (2.1.2)
      net-ssh (>= 2.6.5)
    net-ssh (3.2.0)
    net-ssh-gateway (1.2.0)
      net-ssh (>= 2.6.5)
    net-ssh-multi (1.2.1)
      net-ssh (>= 2.6.5)
      net-ssh-gateway (>= 1.2.0)
    net-telnet (0.1.1)
    nio4r (1.2.1)
    nokogiri (1.10.7)
      mini_portile2 (~> 2.4.0)
    notiffany (0.1.1)
      nenv (~> 0.1)
      shellany (~> 0.0)
    octokit (4.6.2)
      sawyer (~> 0.8.0, >= 0.5.3)
    ohai (8.22.1)
      chef-config (>= 12.5.0.alpha.1, < 13)
      ffi (~> 1.9)
      ffi-yajl (~> 2.2)
      ipaddress
      mixlib-cli
      mixlib-config (~> 2.0)
      mixlib-log (>= 1.7.1, < 2.0)
      mixlib-shellout (~> 2.0)
      plist (~> 3.1)
      systemu (~> 2.6.4)
      wmi-lite (~> 1.0)
    parser (2.3.3.1)
      ast (~> 2.2)
    plist (3.2.0)
    polyglot (0.3.5)
    powerpack (0.1.1)
    proxifier (1.0.3)
    pry (0.10.4)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    public_suffix (2.0.4)
{'fraction_non_alphanumeric': 0.20846660395108185, 'fraction_numerical': 0.11157102539981185, 'mean_word_length': 1.5191943127962084, 'pattern_counts': {'":': 0, '<': 29, '<?xml version=': 0, '>': 245, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5468779', 'n_tokens_mistral': 5704, 'n_tokens_neox': 5294, 'n_words': 868}