<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (3.2.15)
      i18n (~> 0.6, >= 0.6.4)
      multi_json (~> 1.0)
    addressable (2.3.5)
    akami (1.2.0)
      gyoku (>= 0.4.0)
      nokogiri (>= 1.4.0)
    ast (1.1.0)
    berkshelf (2.0.10)
      activesupport (~> 3.2.0)
      addressable (~> 2.3.4)
      buff-shell_out (~> 0.1)
      chozo (>= 0.6.1)
      faraday (>= 0.8.5)
      hashie (>= 2.0.2)
      minitar (~> 0.5.4)
      rbzip2 (~> 0.2.0)
      retryable (~> 1.3.3)
      ridley (~> 1.5.0)
      solve (>= 0.5.0)
      thor (~> 0.18.0)
    buff-config (0.4.0)
      buff-extensions (~> 0.3)
      varia_model (~> 0.1)
    buff-extensions (0.5.0)
    buff-ignore (1.1.0)
    buff-ruby_engine (0.1.0)
    buff-shell_out (0.1.1)
      buff-ruby_engine (~> 0.1.0)
    builder (3.2.2)
    celluloid (0.14.1)
      timers (>= 1.0.0)
    celluloid-io (0.14.1)
      celluloid (>= 0.14.1)
      nio4r (>= 0.4.5)
    chef (11.6.0)
      erubis
      highline (>= 1.6.9)
      json (>= 1.4.4, <= 1.7.7)
      mixlib-authentication (>= 1.3.0)
      mixlib-cli (~> 1.3.0)
      mixlib-config (>= 1.1.2)
      mixlib-log (>= 1.3.0)
      mixlib-shellout
      net-ssh (~> 2.6)
      net-ssh-multi (~> 1.1.0)
      ohai (>= 0.6.0)
      rest-client (>= 1.0.4, < 1.7.0)
      yajl-ruby (~> 1.1)
    chefspec (3.0.1)
      chef (~> 11.0)
      fauxhai (~> 1.1)
      rspec (~> 2.14)
    chozo (0.6.1)
      activesupport (>= 3.2.0)
      hashie (>= 2.0.2)
      multi_json (>= 1.3.0)
    diff-lcs (1.2.4)
    emeril (0.7.0)
      chef (> 0.10.10)
    erubis (2.7.0)
    faraday (0.8.8)
      multipart-post (~> 1.2.0)
    fauxhai (1.1.1)
      httparty
      net-ssh
      ohai
    ffi (1.9.2)
    foodcritic (3.0.3)
      erubis
      gherkin (~> 2.11.7)
      nokogiri (~> 1.5.4)
      rake
      treetop (~> 1.4.10)
      yajl-ruby (~> 1.1.0)
    gherkin (2.11.8)
      multi_json (~> 1.3)
    gssapi (1.0.3)
      ffi (>= 1.0.1)<commit_msg>ffi 1.9.2 was yanked!<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (3.2.15)
      i18n (~> 0.6, >= 0.6.4)
      multi_json (~> 1.0)
    addressable (2.3.5)
    akami (1.2.0)
      gyoku (>= 0.4.0)
      nokogiri (>= 1.4.0)
    ast (1.1.0)
    berkshelf (2.0.10)
      activesupport (~> 3.2.0)
      addressable (~> 2.3.4)
      buff-shell_out (~> 0.1)
      chozo (>= 0.6.1)
      faraday (>= 0.8.5)
      hashie (>= 2.0.2)
      minitar (~> 0.5.4)
      rbzip2 (~> 0.2.0)
      retryable (~> 1.3.3)
      ridley (~> 1.5.0)
      solve (>= 0.5.0)
      thor (~> 0.18.0)
    buff-config (0.4.0)
      buff-extensions (~> 0.3)
      varia_model (~> 0.1)
    buff-extensions (0.5.0)
    buff-ignore (1.1.0)
    buff-ruby_engine (0.1.0)
    buff-shell_out (0.1.1)
      buff-ruby_engine (~> 0.1.0)
    builder (3.2.2)
    celluloid (0.14.1)
      timers (>= 1.0.0)
    celluloid-io (0.14.1)
      celluloid (>= 0.14.1)
      nio4r (>= 0.4.5)
    chef (11.6.0)
      erubis
      highline (>= 1.6.9)
      json (>= 1.4.4, <= 1.7.7)
      mixlib-authentication (>= 1.3.0)
      mixlib-cli (~> 1.3.0)
      mixlib-config (>= 1.1.2)
      mixlib-log (>= 1.3.0)
      mixlib-shellout
      net-ssh (~> 2.6)
      net-ssh-multi (~> 1.1.0)
      ohai (>= 0.6.0)
      rest-client (>= 1.0.4, < 1.7.0)
      yajl-ruby (~> 1.1)
    chefspec (3.0.1)
      chef (~> 11.0)
      fauxhai (~> 1.1)
      rspec (~> 2.14)
    chozo (0.6.1)
      activesupport (>= 3.2.0)
      hashie (>= 2.0.2)
      multi_json (>= 1.3.0)
    diff-lcs (1.2.4)
    emeril (0.7.0)
      chef (> 0.10.10)
    erubis (2.7.0)
    faraday (0.8.8)
      multipart-post (~> 1.2.0)
    fauxhai (1.1.1)
      httparty
      net-ssh
      ohai
    ffi (1.9.3)
    foodcritic (3.0.3)
      erubis
      gherkin (~> 2.11.7)
      nokogiri (~> 1.5.4)
      rake
      treetop (~> 1.4.10)
      yajl-ruby (~> 1.1.0)
    gherkin (2.11.8)
      multi_json (~> 1.3)
    gssapi (1.0.3)
      ffi (>= 1.0.1)
{'fraction_non_alphanumeric': 0.2116843702579666, 'fraction_numerical': 0.11810824481537684, 'mean_word_length': 1.4595771144278606, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 99, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4685340', 'n_tokens_mistral': 2144, 'n_tokens_neox': 1995, 'n_words': 318}