<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (4.0.4)
      i18n (~> 0.6, >= 0.6.9)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    bootstrap-sass (3.1.1.0)
      sass (~> 3.2)
    chunky_png (1.3.0)
    coffee-script (2.2.0)
      coffee-script-source
      execjs
    coffee-script-source (1.7.0)
    compass (0.12.5)
      chunky_png (~> 1.2)
      fssm (>= 0.2.7)
      sass (~> 3.2.19)
    compass-import-once (1.0.4)
      sass (>= 3.2, < 3.5)
    em-websocket (0.5.0)
      eventmachine (>= 0.12.9)
      http_parser.rb (~> 0.5.3)
    erubis (2.7.0)
    eventmachine (1.0.3)
    execjs (2.0.2)
    ffi (1.9.3)
    fssm (0.2.10)
    haml (4.0.5)
      tilt
    hike (1.2.3)
    hooks (0.4.0)
      uber (~> 0.0.4)
    http_parser.rb (0.5.3)
    i18n (0.6.9)
    json (1.8.1)
    kramdown (1.3.3)
    listen (1.3.1)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
      rb-kqueue (>= 0.2)
    middleman (3.3.2)
      coffee-script (~> 2.2.0)
      compass (>= 0.12.4)
      compass-import-once (~> 1.0.4)
      execjs (~> 2.0)
      haml (>= 4.0.5)
      kramdown (~> 1.2)
      middleman-core (= 3.3.2)
      middleman-sprockets (>= 3.1.2)
      sass (>= 3.2.17, < 4.0)
      uglifier (~> 2.5)
    middleman-core (3.3.2)
      activesupport (~> 4.0.1)
      bundler (~> 1.1)
      erubis
      hooks (~> 0.3)
      i18n (~> 0.6.9)
      listen (~> 1.1)
      padrino-helpers (~> 0.12.1)
      rack (>= 1.4.5, < 2.0)
      rack-test (~> 0.6.2)
      thor (>= 0.15.2, < 2.0)
      tilt (~> 1.4.1, < 2.0)
    middleman-deploy (0.2.3)
      middleman-core (>= 3.0.0)
      net-sftp
      ptools
    middleman-livereload (3.1.1)
      em-websocket (>= 0.2.0)
      middleman-core (>= 3.0.2)
      multi_json (~> 1.0)
      rack-livereload
    middleman-sprockets (3.3.2)
      middleman-core (>= 3.2)
      sprockets (~> 2.2)
      sprockets-helpers (~> 1.1.0)
      sprockets-sass (~> 1.0.0)
    minitest (4.7.5)
    multi_json (1.9.2)
    net-sftp (2.1.2)
      net-ssh (>= 2.6.5)
    net-ssh (2.8.0)
    padrino-helpers (0.12.1)
      i18n (~> 0.6, >= 0.6.7)
      padrino-support (= 0.12.1)
      tilt (~> 1.4.1)
    padrino-support (0.12.1)
      activesupport (>= 3.1)
    ptools (1.2.4)
    rack (1.5.2)
    rack-livereload (0.3.15)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.3)
      ffi (>= 0.5.0)
    rb-kqueue (0.2.2)
      ffi (>= 0.5.0)
    sass (3.2.19)
    slim (2.0.2)
      temple (~> 0.6.6)
      tilt (>= 1.3.3, < 2.1)
    sprockets (2.12.0)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-helpers (1.1.0)
      sprockets (~> 2.0)
    sprockets-sass (1.0.3)
      sprockets (~> 2.0)
      tilt (~> 1.1)<commit_msg>Update gems<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (4.0.4)
      i18n (~> 0.6, >= 0.6.9)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    bootstrap-sass (3.1.1.1)
      sass (~> 3.2)
    chunky_png (1.3.1)
    coffee-script (2.2.0)
      coffee-script-source
      execjs
    coffee-script-source (1.7.0)
    compass (0.12.6)
      chunky_png (~> 1.2)
      fssm (>= 0.2.7)
      sass (~> 3.2.19)
    compass-import-once (1.0.4)
      sass (>= 3.2, < 3.5)
    em-websocket (0.5.1)
      eventmachine (>= 0.12.9)
      http_parser.rb (~> 0.6.0)
    erubis (2.7.0)
    eventmachine (1.0.3)
    execjs (2.0.2)
    ffi (1.9.3)
    fssm (0.2.10)
    haml (4.0.5)
      tilt
    hike (1.2.3)
    hooks (0.4.0)
      uber (~> 0.0.4)
    http_parser.rb (0.6.0)
    i18n (0.6.9)
    json (1.8.1)
    kramdown (1.3.3)
    listen (1.3.1)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
      rb-kqueue (>= 0.2)
    middleman (3.3.2)
      coffee-script (~> 2.2.0)
      compass (>= 0.12.4)
      compass-import-once (~> 1.0.4)
      execjs (~> 2.0)
      haml (>= 4.0.5)
      kramdown (~> 1.2)
      middleman-core (= 3.3.2)
      middleman-sprockets (>= 3.1.2)
      sass (>= 3.2.17, < 4.0)
      uglifier (~> 2.5)
    middleman-core (3.3.2)
      activesupport (~> 4.0.1)
      bundler (~> 1.1)
      erubis
      hooks (~> 0.3)
      i18n (~> 0.6.9)
      listen (~> 1.1)
      padrino-helpers (~> 0.12.1)
      rack (>= 1.4.5, < 2.0)
      rack-test (~> 0.6.2)
      thor (>= 0.15.2, < 2.0)
      tilt (~> 1.4.1, < 2.0)
    middleman-deploy (0.2.3)
      middleman-core (>= 3.0.0)
      net-sftp
      ptools
    middleman-livereload (3.1.1)
      em-websocket (>= 0.2.0)
      middleman-core (>= 3.0.2)
      multi_json (~> 1.0)
      rack-livereload
    middleman-sprockets (3.3.3)
      middleman-core (>= 3.2)
      sprockets (~> 2.2)
      sprockets-helpers (~> 1.1.0)
      sprockets-sass (~> 1.1.0)
    minitest (4.7.5)
    multi_json (1.10.0)
    net-sftp (2.1.2)
      net-ssh (>= 2.6.5)
    net-ssh (2.9.0)
    padrino-helpers (0.12.1)
      i18n (~> 0.6, >= 0.6.7)
      padrino-support (= 0.12.1)
      tilt (~> 1.4.1)
    padrino-support (0.12.1)
      activesupport (>= 3.1)
    ptools (1.2.4)
    rack (1.5.2)
    rack-livereload (0.3.15)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.4)
      ffi (>= 0.5.0)
    rb-kqueue (0.2.2)
      ffi (>= 0.5.0)
    sass (3.2.19)
    slim (2.0.2)
      temple (~> 0.6.6)
      tilt (>= 1.3.3, < 2.1)
    sprockets (2.12.1)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-helpers (1.1.0)
      sprockets (~> 2.0)
    sprockets-sass (1.1.0)
      sprockets (~> 2.0)
      tilt (~> 1.1)
{'fraction_non_alphanumeric': 0.2116364914747759, 'fraction_numerical': 0.11689224819827737, 'mean_word_length': 1.4956140350877194, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 125, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7166123', 'n_tokens_mistral': 3052, 'n_tokens_neox': 2896, 'n_words': 462}