<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.4.0)
    artifactory (2.3.2)
    ast (2.4.1)
    berkshelf (4.3.2)
      addressable (~> 2.3, >= 2.3.4)
      berkshelf-api-client (~> 2.0, >= 2.0.2)
      buff-config (~> 1.0)
      buff-extensions (~> 1.0)
      buff-shell_out (~> 0.1)
      celluloid (= 0.16.0)
      celluloid-io (~> 0.16.1)
      cleanroom (~> 1.0)
      faraday (~> 0.9)
      httpclient (~> 2.7)
      minitar (~> 0.5, >= 0.5.4)
      octokit (~> 4.0)
      retryable (~> 2.0)
      ridley (~> 4.5)
      solve (~> 2.0)
      thor (~> 0.19)
    berkshelf-api-client (2.0.2)
      faraday (~> 0.9.1)
      httpclient (~> 2.7.0)
      ridley (~> 4.5)
    buff-config (1.0.1)
      buff-extensions (~> 1.0)
      varia_model (~> 0.4)
    buff-extensions (1.0.0)
    buff-ignore (1.1.1)
    buff-ruby_engine (0.1.0)
    buff-shell_out (0.2.0)
      buff-ruby_engine (~> 0.1.0)
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    celluloid-io (0.16.2)
      celluloid (>= 0.16.0)
      nio4r (>= 1.1.0)
    chef (12.9.38)
      bundler (>= 1.10)
      chef-config (= 12.9.38)
      chef-zero (~> 4.5)
      diff-lcs (~> 1.2, >= 1.2.4)
      erubis (~> 2.7)
      ffi-yajl (~> 2.2)
      highline (~> 1.6, >= 1.6.9)
      mixlib-authentication (~> 1.4)
      mixlib-cli (~> 1.4)
      mixlib-log (~> 1.3)
      mixlib-shellout (~> 2.0)
      net-sftp (~> 2.1, >= 2.1.2)
      net-ssh (>= 2.9, < 4.0)
      net-ssh-multi (~> 1.1)
      ohai (>= 8.6.0.alpha.1, < 9)
      plist (~> 3.2)
      proxifier (~> 1.0)
      rspec-core (~> 3.4)
      rspec-expectations (~> 3.4)
      rspec-mocks (~> 3.4)
      rspec_junit_formatter (~> 0.2.0)
      serverspec (~> 2.7)
      specinfra (~> 2.10)
      syslog-logger (~> 1.6)
      uuidtools (~> 2.1.5)
    chef-api (0.5.0)
      logify (~> 0.1)
      mime-types
    chef-config (12.9.38)
      fuzzyurl (~> 0.8.0)
      mixlib-config (~> 2.0)
      mixlib-shellout (~> 2.0)
    chef-zero (4.6.2)
      ffi-yajl (~> 2.2)
      hashie (>= 2.0, < 4.0)
      mixlib-log (~> 1.3)
      rack
      uuidtools (~> 2.1)
    chefspec (4.6.1)
      chef (>= 11.14)
      fauxhai (~> 3.2)
      rspec (~> 3.0)
    cleanroom (1.0.0)
    cucumber-core (1.4.0)
      gherkin (~> 3.2.0)
    diff-lcs (1.2.5)
    erubis (2.7.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    fauxhai (3.4.0)
      net-ssh
    ffi (1.13.1)
    ffi-yajl (2.2.3)
      libyajl2 (~> 1.2)
    foodcritic (6.2.0)
      cucumber-core (>= 1.3)
      erubis
      nokogiri (>= 1.5, < 2.0)
      rake
      rufus-lru (~> 1.0)
      treetop (~> 1.4)
      yajl-ruby (~> 1.1)
    fuzzyurl (0.8.0)
    gherkin (3.2.0)
    hashie (3.4.4)
    highline (1.7.8)
    hitimes (1.2.4)
    httpclient (2.7.2)
    ipaddress (0.8.3)
    json (1.8.3)
    kitchen-vagrant (0.20.0)
      test-kitchen (~> 1.4)
    libyajl2 (1.2.0)<commit_msg>Bump json from 1.8.3 to 2.3.1<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.4.0)
    artifactory (2.3.2)
    ast (2.4.1)
    berkshelf (4.3.2)
      addressable (~> 2.3, >= 2.3.4)
      berkshelf-api-client (~> 2.0, >= 2.0.2)
      buff-config (~> 1.0)
      buff-extensions (~> 1.0)
      buff-shell_out (~> 0.1)
      celluloid (= 0.16.0)
      celluloid-io (~> 0.16.1)
      cleanroom (~> 1.0)
      faraday (~> 0.9)
      httpclient (~> 2.7)
      minitar (~> 0.5, >= 0.5.4)
      octokit (~> 4.0)
      retryable (~> 2.0)
      ridley (~> 4.5)
      solve (~> 2.0)
      thor (~> 0.19)
    berkshelf-api-client (2.0.2)
      faraday (~> 0.9.1)
      httpclient (~> 2.7.0)
      ridley (~> 4.5)
    buff-config (1.0.1)
      buff-extensions (~> 1.0)
      varia_model (~> 0.4)
    buff-extensions (1.0.0)
    buff-ignore (1.1.1)
    buff-ruby_engine (0.1.0)
    buff-shell_out (0.2.0)
      buff-ruby_engine (~> 0.1.0)
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    celluloid-io (0.16.2)
      celluloid (>= 0.16.0)
      nio4r (>= 1.1.0)
    chef (12.9.38)
      bundler (>= 1.10)
      chef-config (= 12.9.38)
      chef-zero (~> 4.5)
      diff-lcs (~> 1.2, >= 1.2.4)
      erubis (~> 2.7)
      ffi-yajl (~> 2.2)
      highline (~> 1.6, >= 1.6.9)
      mixlib-authentication (~> 1.4)
      mixlib-cli (~> 1.4)
      mixlib-log (~> 1.3)
      mixlib-shellout (~> 2.0)
      net-sftp (~> 2.1, >= 2.1.2)
      net-ssh (>= 2.9, < 4.0)
      net-ssh-multi (~> 1.1)
      ohai (>= 8.6.0.alpha.1, < 9)
      plist (~> 3.2)
      proxifier (~> 1.0)
      rspec-core (~> 3.4)
      rspec-expectations (~> 3.4)
      rspec-mocks (~> 3.4)
      rspec_junit_formatter (~> 0.2.0)
      serverspec (~> 2.7)
      specinfra (~> 2.10)
      syslog-logger (~> 1.6)
      uuidtools (~> 2.1.5)
    chef-api (0.5.0)
      logify (~> 0.1)
      mime-types
    chef-config (12.9.38)
      fuzzyurl (~> 0.8.0)
      mixlib-config (~> 2.0)
      mixlib-shellout (~> 2.0)
    chef-zero (4.6.2)
      ffi-yajl (~> 2.2)
      hashie (>= 2.0, < 4.0)
      mixlib-log (~> 1.3)
      rack
      uuidtools (~> 2.1)
    chefspec (4.6.1)
      chef (>= 11.14)
      fauxhai (~> 3.2)
      rspec (~> 3.0)
    cleanroom (1.0.0)
    cucumber-core (1.4.0)
      gherkin (~> 3.2.0)
    diff-lcs (1.2.5)
    erubis (2.7.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    fauxhai (3.4.0)
      net-ssh
    ffi (1.13.1)
    ffi-yajl (2.2.3)
      libyajl2 (~> 1.2)
    foodcritic (6.2.0)
      cucumber-core (>= 1.3)
      erubis
      nokogiri (>= 1.5, < 2.0)
      rake
      rufus-lru (~> 1.0)
      treetop (~> 1.4)
      yajl-ruby (~> 1.1)
    fuzzyurl (0.8.0)
    gherkin (3.2.0)
    hashie (3.4.4)
    highline (1.7.8)
    hitimes (1.2.4)
    httpclient (2.7.2)
    ipaddress (0.8.3)
    json (2.3.1)
    kitchen-vagrant (0.20.0)
      test-kitchen (~> 1.4)
    libyajl2 (1.2.0)
{'fraction_non_alphanumeric': 0.2120274914089347, 'fraction_numerical': 0.10859106529209622, 'mean_word_length': 1.5308695652173914, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 151, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1487125', 'n_tokens_mistral': 3145, 'n_tokens_neox': 2913, 'n_words': 472}