<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (4.1.4)
      activesupport (= 4.1.4)
      builder (~> 3.1)
    activerecord (4.1.4)
      activemodel (= 4.1.4)
      activesupport (= 4.1.4)
      arel (~> 5.0.0)
    activesupport (4.1.4)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    arel (5.0.1.20140414130214)
    atomic (1.1.16)
    avl_tree (1.1.3)
    builder (3.2.2)
    celluloid (0.15.2)
      timers (~> 1.1.0)
    dotenv (0.11.1)
      dotenv-deployment (~> 0.0.2)
    dotenv-deployment (0.0.2)
    ethon (0.7.1)
      ffi (>= 1.3.0)
    ffi (1.9.3)
    foreman (0.74.0)
      dotenv (~> 0.11.1)
      thor (~> 0.19.1)
    hitimes (1.2.2)
    i18n (0.6.11)
    json (1.8.1)
    kgio (2.9.2)
    listen (2.7.9)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    metriks (0.9.9.6)
      atomic (~> 1.0)
      avl_tree (~> 1.1.2)
      hitimes (~> 1.1)
    mini_portile (0.6.0)
    minitest (5.4.0)
    nebrija (0.1.3)
      nokogiri
      typhoeus
    nokogiri (1.6.3.1)
      mini_portile (= 0.6.0)
    pg (0.17.1)
    pinglish (0.2.0)
      rack
    rack (1.5.2)
    rack-protection (1.5.3)
      rack
    raindrops (0.13.0)
    rake (10.3.2)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.5)
      ffi (>= 0.5.0)
    rerun (0.10.0)
      listen (~> 2.7, >= 2.7.3)
    sinatra (1.4.5)
      rack (~> 1.4)
      rack-protection (~> 1.4)
      tilt (~> 1.3, >= 1.3.4)
    sinatra-activerecord (2.0.2)
      activerecord (>= 3.2)
      sinatra (~> 1.0)
    sinatra-param (1.2.2)
      sinatra (~> 1.3)
    sqlite3 (1.3.9)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (1.4.1)
    timers (1.1.0)
    typhoeus (0.6.9)
      ethon (>= 0.7.1)
    tzinfo (1.2.1)
      thread_safe (~> 0.1)
    unicorn (4.8.3)
      kgio (~> 2.6)
      rack
      raindrops (~> 0.7)

PLATFORMS
  ruby

DEPENDENCIES
  activerecord
  foreman
  json
  metriks
  nebrija
  pg
  pinglish
  rake
  rerun
  sinatra
  sinatra-activerecord
  sinatra-param
  sqlite3
  unicorn
<commit_msg>added new nebrija<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (4.1.8)
      activesupport (= 4.1.8)
      builder (~> 3.1)
    activerecord (4.1.8)
      activemodel (= 4.1.8)
      activesupport (= 4.1.8)
      arel (~> 5.0.0)
    activesupport (4.1.8)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    arel (5.0.1.20140414130214)
    atomic (1.1.16)
    avl_tree (1.2.1)
      atomic (~> 1.1)
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    dotenv (0.11.1)
      dotenv-deployment (~> 0.0.2)
    dotenv-deployment (0.0.2)
    ethon (0.7.1)
      ffi (>= 1.3.0)
    ffi (1.9.6)
    foreman (0.75.0)
      dotenv (~> 0.11.1)
      thor (~> 0.19.1)
    hitimes (1.2.2)
    i18n (0.6.11)
    json (1.8.1)
    kgio (2.9.2)
    listen (2.8.0)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    metriks (0.9.9.7)
      atomic (~> 1.0)
      avl_tree (~> 1.2.0)
      hitimes (~> 1.1)
    mini_portile (0.6.1)
    minitest (5.4.3)
    nebrija (0.2.1)
      nokogiri
      typhoeus
    nokogiri (1.6.4.1)
      mini_portile (~> 0.6.0)
    pg (0.17.1)
    pinglish (0.2.1)
      rack
    rack (1.5.2)
    rack-protection (1.5.3)
      rack
    raindrops (0.13.0)
    rake (10.3.2)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.5)
      ffi (>= 0.5.0)
    rerun (0.10.0)
      listen (~> 2.7, >= 2.7.3)
    sinatra (1.4.5)
      rack (~> 1.4)
      rack-protection (~> 1.4)
      tilt (~> 1.3, >= 1.3.4)
    sinatra-activerecord (2.0.3)
      activerecord (>= 3.2)
      sinatra (~> 1.0)
    sinatra-param (1.2.2)
      sinatra (~> 1.3)
    sqlite3 (1.3.10)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (1.4.1)
    timers (4.0.1)
      hitimes
    typhoeus (0.6.9)
      ethon (>= 0.7.1)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    unicorn (4.8.3)
      kgio (~> 2.6)
      rack
      raindrops (~> 0.7)

PLATFORMS
  ruby

DEPENDENCIES
  activerecord
  foreman
  json
  metriks
  nebrija
  pg
  pinglish
  rake
  rerun
  sinatra
  sinatra-activerecord
  sinatra-param
  sqlite3
  unicorn

{'fraction_non_alphanumeric': 0.18720821661998133, 'fraction_numerical': 0.12161531279178338, 'mean_word_length': 1.562799043062201, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 73, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 6, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '286967', 'n_tokens_mistral': 2337, 'n_tokens_neox': 2156, 'n_words': 373}