<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    activemodel (3.2.11)
      activesupport (= 3.2.11)
      builder (~> 3.0.0)
    activesupport (3.2.11)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.3.2)
    archive-tar-minitar (0.5.2)
    berkshelf (1.1.2)
      activesupport
      chef (>= 10.16.2)
      chozo (>= 0.2.3)
      hashie
      minitar
      multi_json (>= 1.3.0)
      ridley (>= 0.6.3)
      solve (>= 0.4.0.rc1)
      thor (~> 0.16.0)
      vagrant (~> 1.0.5)
      yajl-ruby
    builder (3.0.4)
    bunny (0.7.9)
    celluloid (0.12.4)
      facter (>= 1.6.12)
      timers (>= 1.0.0)
    chef (10.18.2)
      bunny (>= 0.6.0, < 0.8.0)
      erubis
      highline (>= 1.6.9)
      json (>= 1.4.4, <= 1.6.1)
      mixlib-authentication (>= 1.3.0)
      mixlib-cli (>= 1.1.0)
      mixlib-config (>= 1.1.2)
      mixlib-log (>= 1.3.0)
      mixlib-shellout
      moneta (< 0.7.0)
      net-ssh (~> 2.2.2)
      net-ssh-multi (~> 1.1.0)
      ohai (>= 0.6.0)
      rest-client (>= 1.0.4, < 1.7.0)
      treetop (~> 1.4.9)
      uuidtools
      yajl-ruby (~> 1.1)
    childprocess (0.3.7)
      ffi (~> 1.0, >= 1.0.6)
    chozo (0.4.2)
      activesupport (>= 3.2.0)
      hashie
      multi_json (>= 1.3.0)
    erubis (2.7.0)
    facter (1.6.17)
    faraday (0.8.4)
      multipart-post (~> 1.1)
    ffi (1.3.1)
    hashie (1.2.0)
    highline (1.6.15)
    i18n (0.6.1)
    ipaddress (0.8.0)
    json (1.5.4)
    log4r (1.1.10)
    mime-types (1.19)
    minitar (0.5.4)
    mixlib-authentication (1.3.0)
      mixlib-log
    mixlib-cli (1.3.0)
    mixlib-config (1.1.2)
    mixlib-log (1.4.1)
    mixlib-shellout (1.0.0)
    moneta (0.6.0)
    multi_json (1.5.0)
    multipart-post (1.1.5)
    net-http-persistent (2.8)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-ssh (2.2.2)
    net-ssh-gateway (1.1.0)
      net-ssh (>= 1.99.1)
    net-ssh-multi (1.1)
      net-ssh (>= 2.1.4)
      net-ssh-gateway (>= 0.99.0)
    ohai (6.16.0)
      ipaddress
      mixlib-cli
      mixlib-config
      mixlib-log
      mixlib-shellout
      systemu
      yajl-ruby
    polyglot (0.3.3)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    ridley (0.6.3)
      activemodel (>= 3.2.0)
      activesupport (>= 3.2.0)
      addressable
      celluloid
      chozo (>= 0.2.2)
      erubis
      faraday
      json (>= 1.5.0)
      mixlib-authentication
      mixlib-log
      multi_json (>= 1.0.4)
      net-http-persistent (>= 2.8)
      net-ssh
    solve (0.4.0.rc1)
      json
    systemu (2.5.2)
    thor (0.16.0)
    timers (1.1.0)
    treetop (1.4.12)
      polyglot
      polyglot (>= 0.3.1)
    uuidtools (2.1.3)
    vagrant (1.0.6)
      archive-tar-minitar (= 0.5.2)
      childprocess (~> 0.3.1)
      erubis (~> 2.7.0)
      i18n (~> 0.6.0)
      json (~> 1.5.1)
      log4r (~> 1.1.9)
      net-scp (~> 1.0.4)
      net-ssh (~> 2.2.2)
    yajl-ruby (1.1.0)

PLATFORMS
  ruby

DEPENDENCIES
  berkshelf
  chef<commit_msg>Update Berkshelf to no longer depend on vagrant<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    activemodel (3.2.11)
      activesupport (= 3.2.11)
      builder (~> 3.0.0)
    activesupport (3.2.11)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.3.2)
    berkshelf (1.1.6)
      activesupport
      chef (= 10.16.2)
      chozo (>= 0.2.3)
      hashie
      minitar
      moneta (~> 0.6.0)
      multi_json (>= 1.3.0)
      net-ssh-gateway (= 1.1.0)
      ridley (~> 0.6.3)
      solve (>= 0.4.0.rc1)
      thor (~> 0.16.0)
      yajl-ruby
    builder (3.0.4)
    bunny (0.7.9)
    celluloid (0.12.4)
      facter (>= 1.6.12)
      timers (>= 1.0.0)
    chef (10.16.2)
      bunny (>= 0.6.0, < 0.8.0)
      erubis
      highline (>= 1.6.9)
      json (>= 1.4.4, <= 1.6.1)
      mixlib-authentication (>= 1.3.0)
      mixlib-cli (>= 1.1.0)
      mixlib-config (>= 1.1.2)
      mixlib-log (>= 1.3.0)
      mixlib-shellout
      moneta
      net-ssh (~> 2.2.2)
      net-ssh-multi (~> 1.1.0)
      ohai (>= 0.6.0)
      rest-client (>= 1.0.4, < 1.7.0)
      treetop (~> 1.4.9)
      uuidtools
      yajl-ruby (~> 1.1)
    chozo (0.4.2)
      activesupport (>= 3.2.0)
      hashie
      multi_json (>= 1.3.0)
    erubis (2.7.0)
    facter (1.6.17)
    faraday (0.8.5)
      multipart-post (~> 1.1)
    hashie (1.2.0)
    highline (1.6.15)
    i18n (0.6.1)
    ipaddress (0.8.0)
    json (1.6.1)
    mime-types (1.20.1)
    minitar (0.5.4)
    mixlib-authentication (1.3.0)
      mixlib-log
    mixlib-cli (1.3.0)
    mixlib-config (1.1.2)
    mixlib-log (1.4.1)
    mixlib-shellout (1.1.0)
    moneta (0.6.0)
    multi_json (1.5.0)
    multipart-post (1.1.5)
    net-http-persistent (2.8)
    net-ssh (2.2.2)
    net-ssh-gateway (1.1.0)
      net-ssh (>= 1.99.1)
    net-ssh-multi (1.1)
      net-ssh (>= 2.1.4)
      net-ssh-gateway (>= 0.99.0)
    ohai (6.16.0)
      ipaddress
      mixlib-cli
      mixlib-config
      mixlib-log
      mixlib-shellout
      systemu
      yajl-ruby
    polyglot (0.3.3)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    ridley (0.6.3)
      activemodel (>= 3.2.0)
      activesupport (>= 3.2.0)
      addressable
      celluloid
      chozo (>= 0.2.2)
      erubis
      faraday
      json (>= 1.5.0)
      mixlib-authentication
      mixlib-log
      multi_json (>= 1.0.4)
      net-http-persistent (>= 2.8)
      net-ssh
    solve (0.4.1)
      json
    systemu (2.5.2)
    thor (0.16.0)
    timers (1.1.0)
    treetop (1.4.12)
      polyglot
      polyglot (>= 0.3.1)
    uuidtools (2.1.3)
    yajl-ruby (1.1.0)

PLATFORMS
  ruby

DEPENDENCIES
  berkshelf
  chef
{'fraction_non_alphanumeric': 0.18531717747683535, 'fraction_numerical': 0.10762651461154668, 'mean_word_length': 1.488031914893617, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 90, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2425854', 'n_tokens_mistral': 2875, 'n_tokens_neox': 2694, 'n_words': 446}