<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    addressable (2.3.6)
    amq-protocol (1.9.2)
    async-rack (0.5.1)
      rack (~> 1.1)
    bunny (1.6.3)
      amq-protocol (>= 1.9.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    coderay (1.1.0)
    connection_pool (2.1.0)
    diff-lcs (1.2.5)
    em-synchrony (1.0.3)
      eventmachine (>= 1.0.0.beta.1)
    em-websocket (0.3.8)
      addressable (>= 2.1.1)
      eventmachine (>= 0.12.9)
    eventmachine (1.0.3)
    eventmachine (1.0.3-java)
    ffi (1.9.6)
    ffi (1.9.6-java)
    formatador (0.2.5)
    goliath (1.0.4)
      async-rack
      em-synchrony (>= 1.0.0)
      em-websocket (= 0.3.8)
      eventmachine (>= 1.0.0.beta.4)
      http_parser.rb (= 0.6.0)
      log4r
      multi_json
      rack (>= 1.2.2)
      rack-contrib
      rack-respond_to
    guard (2.8.2)
      formatador (>= 0.2.4)
      listen (~> 2.7)
      lumberjack (~> 1.0)
      pry (>= 0.9.12)
      thor (>= 0.18.1)
    guard-rspec (4.3.1)
      guard (~> 2.1)
      rspec (>= 2.14, < 4.0)
    hitimes (1.2.2)
    hitimes (1.2.2-java)
    http_parser.rb (0.6.0)
    http_parser.rb (0.6.0-java)
    jrjackson (0.2.7)
    listen (2.8.0)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    log4r (1.1.10)
    lumberjack (1.0.9)
    march_hare (2.7.0-java)
    method_source (0.8.2)
    multi_json (1.10.1)
    oj (2.11.1)
    pry (0.10.1)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    pry (0.10.1-java)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
      spoon (~> 0.0)
    rack (1.5.2)
    rack-accept-media-types (0.9)<commit_msg>update some gems<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    addressable (2.3.6)
    amq-protocol (1.9.2)
    async-rack (0.5.1)
      rack (~> 1.1)
    bunny (1.6.3)
      amq-protocol (>= 1.9.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    coderay (1.1.0)
    connection_pool (2.1.0)
    diff-lcs (1.2.5)
    em-synchrony (1.0.3)
      eventmachine (>= 1.0.0.beta.1)
    em-websocket (0.3.8)
      addressable (>= 2.1.1)
      eventmachine (>= 0.12.9)
    eventmachine (1.0.3)
    eventmachine (1.0.3-java)
    ffi (1.9.6)
    ffi (1.9.6-java)
    formatador (0.2.5)
    goliath (1.0.4)
      async-rack
      em-synchrony (>= 1.0.0)
      em-websocket (= 0.3.8)
      eventmachine (>= 1.0.0.beta.4)
      http_parser.rb (= 0.6.0)
      log4r
      multi_json
      rack (>= 1.2.2)
      rack-contrib
      rack-respond_to
    guard (2.8.2)
      formatador (>= 0.2.4)
      listen (~> 2.7)
      lumberjack (~> 1.0)
      pry (>= 0.9.12)
      thor (>= 0.18.1)
    guard-rspec (4.3.1)
      guard (~> 2.1)
      rspec (>= 2.14, < 4.0)
    hitimes (1.2.2)
    hitimes (1.2.2-java)
    http_parser.rb (0.6.0)
    http_parser.rb (0.6.0-java)
    jrjackson (0.2.7)
    listen (2.8.1)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    log4r (1.1.10)
    lumberjack (1.0.9)
    march_hare (2.7.0-java)
    method_source (0.8.2)
    multi_json (1.10.1)
    oj (2.11.1)
    pry (0.10.1)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    pry (0.10.1-java)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
      spoon (~> 0.0)
    rack (1.5.2)
    rack-accept-media-types (0.9)
{'fraction_non_alphanumeric': 0.19887206886316414, 'fraction_numerical': 0.11457405758385278, 'mean_word_length': 1.590315142198309, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 55, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1588400', 'n_tokens_mistral': 1754, 'n_tokens_neox': 1655, 'n_words': 269}