<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    aasm (3.2.0)
    activesupport (3.2.18)
      i18n (~> 0.6, >= 0.6.4)
      multi_json (~> 1.0)
    addressable (2.3.6)
    async-rack (0.5.1)
      rack (~> 1.1)
    axiom-types (0.1.1)
      descendants_tracker (~> 0.0.4)
      ice_nine (~> 0.11.0)
      thread_safe (~> 0.3, >= 0.3.1)
    builder (3.0.4)
    coercible (1.0.0)
      descendants_tracker (~> 0.0.1)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    dotenv (0.11.1)
      dotenv-deployment (~> 0.0.2)
    dotenv-deployment (0.0.2)
    em-synchrony (1.0.3)
      eventmachine (>= 1.0.0.beta.1)
    em-websocket (0.3.8)
      addressable (>= 2.1.1)
      eventmachine (>= 0.12.9)
    equalizer (0.0.9)
    erubis (2.7.0)
    eventmachine (1.0.3)
    foreman (0.63.0)
      dotenv (>= 0.7)
      thor (>= 0.13.6)
    goliath (1.0.3)
      async-rack
      em-synchrony (>= 1.0.0)
      em-websocket (= 0.3.8)
      eventmachine (>= 1.0.0.beta.4)
      http_parser.rb (= 0.6.0.beta.2)
      log4r
      multi_json
      rack (>= 1.2.2)
      rack-contrib
      rack-respond_to
    grape (0.7.0)
      activesupport
      builder
      hashie (>= 1.2.0)
      multi_json (>= 1.3.2)
      multi_xml (>= 0.5.2)
      rack (>= 1.3.0)
      rack-accept
      rack-mount
      virtus (>= 1.0.0)
    grape-entity (0.4.2)
      activesupport
      multi_json (>= 1.3.2)
    hashie (2.1.1)
    hiredis (0.4.5)
    http_parser.rb (0.6.0.beta.2)
    i18n (0.6.9)
    ice_nine (0.11.0)
    log4r (1.1.10)
    multi_json (1.10.1)
    multi_xml (0.5.5)
    rack (1.5.2)
    rack-accept (0.4.5)
      rack (>= 0.4)
    rack-accept-media-types (0.9)
    rack-contrib (1.1.0)
      rack (>= 0.9.1)
    rack-mount (0.8.3)
      rack (>= 1.0.0)
    rack-respond_to (0.9.8)
      rack-accept-media-types (>= 0.6)
    redis (3.0.7)
    thor (0.19.1)
    thread_safe (0.3.3)
    tilt (2.0.1)
    virtus (1.0.2)
      axiom-types (~> 0.1)
      coercible (~> 1.0)
      descendants_tracker (~> 0.0.3)
      equalizer (~> 0.0.9)

PLATFORMS
  ruby

DEPENDENCIES
  aasm (~> 3.2.0)
  dotenv
  em-synchrony
  erubis
  foreman
  goliath
  grape
  grape-entity
  hiredis (~> 0.4.5)
  redis (~> 3.0.1)
  tilt
<commit_msg>Updated Gemfile.<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    aasm (3.2.1)
    activesupport (4.1.4)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    addressable (2.3.6)
    async-rack (0.5.1)
      rack (~> 1.1)
    axiom-types (0.1.1)
      descendants_tracker (~> 0.0.4)
      ice_nine (~> 0.11.0)
      thread_safe (~> 0.3, >= 0.3.1)
    builder (3.2.2)
    coercible (1.0.0)
      descendants_tracker (~> 0.0.1)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    dotenv (0.11.1)
      dotenv-deployment (~> 0.0.2)
    dotenv-deployment (0.0.2)
    em-synchrony (1.0.3)
      eventmachine (>= 1.0.0.beta.1)
    em-websocket (0.3.8)
      addressable (>= 2.1.1)
      eventmachine (>= 0.12.9)
    equalizer (0.0.9)
    erubis (2.7.0)
    eventmachine (1.0.3)
    foreman (0.74.0)
      dotenv (~> 0.11.1)
      thor (~> 0.19.1)
    goliath (1.0.4)
      async-rack
      em-synchrony (>= 1.0.0)
      em-websocket (= 0.3.8)
      eventmachine (>= 1.0.0.beta.4)
      http_parser.rb (= 0.6.0)
      log4r
      multi_json
      rack (>= 1.2.2)
      rack-contrib
      rack-respond_to
    grape (0.7.0)
      activesupport
      builder
      hashie (>= 1.2.0)
      multi_json (>= 1.3.2)
      multi_xml (>= 0.5.2)
      rack (>= 1.3.0)
      rack-accept
      rack-mount
      virtus (>= 1.0.0)
    grape-entity (0.4.3)
      activesupport
      multi_json (>= 1.3.2)
    hashie (3.1.0)
    hiredis (0.4.5)
    http_parser.rb (0.6.0)
    i18n (0.6.9)
    ice_nine (0.11.0)
    json (1.8.1)
    log4r (1.1.10)
    minitest (5.3.5)
    multi_json (1.10.1)
    multi_xml (0.5.5)
    rack (1.5.2)
    rack-accept (0.4.5)
      rack (>= 0.4)
    rack-accept-media-types (0.9)
    rack-contrib (1.1.0)
      rack (>= 0.9.1)
    rack-mount (0.8.3)
      rack (>= 1.0.0)
    rack-respond_to (0.9.8)
      rack-accept-media-types (>= 0.6)
    redis (3.0.7)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (2.0.1)
    tzinfo (1.2.1)
      thread_safe (~> 0.1)
    virtus (1.0.2)
      axiom-types (~> 0.1)
      coercible (~> 1.0)
      descendants_tracker (~> 0.0.3)
      equalizer (~> 0.0.9)

PLATFORMS
  ruby

DEPENDENCIES
  aasm (~> 3.2.0)
  dotenv
  em-synchrony
  erubis
  foreman
  goliath
  grape
  grape-entity
  hiredis (~> 0.4.5)
  redis (~> 3.0.1)
  tilt

{'fraction_non_alphanumeric': 0.18760794473229706, 'fraction_numerical': 0.10772884283246978, 'mean_word_length': 1.6534936998854524, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 82, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1140444', 'n_tokens_mistral': 2371, 'n_tokens_neox': 2249, 'n_words': 368}