<commit_before>PATH
  remote: .
  specs:
    fast_xor (1.1.2)
      rake
      rake-compiler

GEM
  remote: https://rubygems.org/
  specs:
    byebug (2.4.1)
      columnize (~> 0.3.6)
      debugger-linecache (~> 1.2.0)
    celluloid (0.15.2)
      timers (~> 1.1.0)
    coderay (1.1.0)
    columnize (0.3.6)
    debugger (1.6.3)
      columnize (>= 0.3.1)
      debugger-linecache (~> 1.2.0)
      debugger-ruby_core_source (~> 1.2.4)
    debugger-linecache (1.2.0)
    debugger-ruby_core_source (1.2.4)
    diff-lcs (1.2.5)
    ffi (1.9.3)
    formatador (0.2.4)
    guard (2.2.4)
      formatador (>= 0.2.4)
      listen (~> 2.1)
      lumberjack (~> 1.0)
      pry (>= 0.9.12)
      thor (>= 0.18.1)
    guard-rspec (4.2.0)
      guard (>= 2.1.1)
      rspec (>= 2.14, < 4.0)
    linecache (0.46)
      rbx-require-relative (> 0.0.4)
    listen (2.3.1)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    lumberjack (1.0.4)
    method_source (0.8.2)
    pry (0.9.12.4)
      coderay (~> 1.0)
      method_source (~> 0.8)
      slop (~> 3.4)
    rake (10.1.0)
    rake-compiler (0.9.2)
      rake
    rb-fsevent (0.9.3)
    rb-inotify (0.9.2)
      ffi (>= 0.5.0)
    rbx-require-relative (0.0.9)
    rspec (2.14.1)
      rspec-core (~> 2.14.0)
      rspec-expectations (~> 2.14.0)
      rspec-mocks (~> 2.14.0)
    rspec-core (2.14.7)
    rspec-expectations (2.14.4)
      diff-lcs (>= 1.1.3, < 2.0)
    rspec-mocks (2.14.4)
    ruby-debug (0.10.4)
      columnize (>= 0.1)
      ruby-debug-base (~> 0.10.4.0)
    ruby-debug-base (0.10.4)
      linecache (>= 0.3)
    slop (3.4.7)
    thor (0.18.1)
    timers (1.1.0)

PLATFORMS
  ruby

DEPENDENCIES
  byebug
  debugger
  fast_xor!<commit_msg>Bump ffi from 1.9.3 to 1.11.1<commit_after>PATH
  remote: .
  specs:
    fast_xor (1.1.3)
      rake
      rake-compiler

GEM
  remote: https://rubygems.org/
  specs:
    byebug (2.4.1)
      columnize (~> 0.3.6)
      debugger-linecache (~> 1.2.0)
    celluloid (0.15.2)
      timers (~> 1.1.0)
    coderay (1.1.0)
    columnize (0.3.6)
    debugger (1.6.3)
      columnize (>= 0.3.1)
      debugger-linecache (~> 1.2.0)
      debugger-ruby_core_source (~> 1.2.4)
    debugger-linecache (1.2.0)
    debugger-ruby_core_source (1.2.4)
    diff-lcs (1.2.5)
    ffi (1.11.1)
    formatador (0.2.4)
    guard (2.2.4)
      formatador (>= 0.2.4)
      listen (~> 2.1)
      lumberjack (~> 1.0)
      pry (>= 0.9.12)
      thor (>= 0.18.1)
    guard-rspec (4.2.0)
      guard (>= 2.1.1)
      rspec (>= 2.14, < 4.0)
    linecache (0.46)
      rbx-require-relative (> 0.0.4)
    listen (2.3.1)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    lumberjack (1.0.4)
    method_source (0.8.2)
    pry (0.9.12.4)
      coderay (~> 1.0)
      method_source (~> 0.8)
      slop (~> 3.4)
    rake (13.0.0)
    rake-compiler (1.0.8)
      rake
    rb-fsevent (0.9.3)
    rb-inotify (0.9.2)
      ffi (>= 0.5.0)
    rbx-require-relative (0.0.9)
    rspec (2.14.1)
      rspec-core (~> 2.14.0)
      rspec-expectations (~> 2.14.0)
      rspec-mocks (~> 2.14.0)
    rspec-core (2.14.7)
    rspec-expectations (2.14.4)
      diff-lcs (>= 1.1.3, < 2.0)
    rspec-mocks (2.14.4)
    ruby-debug (0.10.4)
      columnize (>= 0.1)
      ruby-debug-base (~> 0.10.4.0)
    ruby-debug-base (0.10.4)
      linecache (>= 0.3)
    slop (3.4.7)
    thor (0.18.1)
    timers (1.1.0)

PLATFORMS
  ruby

DEPENDENCIES
  byebug
  debugger
  fast_xor!
{'fraction_non_alphanumeric': 0.19419706980752657, 'fraction_numerical': 0.11433496121804079, 'mean_word_length': 1.662079510703364, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 59, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6759735', 'n_tokens_mistral': 1848, 'n_tokens_neox': 1717, 'n_words': 280}