<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (4.2.7)
      activesupport (= 4.2.7)
      builder (~> 3.1)
    activerecord (4.2.7)
      activemodel (= 4.2.7)
      activesupport (= 4.2.7)
      arel (~> 6.0)
    activesupport (4.2.7)
      i18n (~> 0.7)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.3, >= 0.3.4)
      tzinfo (~> 1.1)
    addressable (2.4.0)
    arel (6.0.3)
    backports (3.6.8)
    bcrypt (3.1.11)
    builder (3.2.2)
    capybara (2.7.1)
      addressable
      mime-types (>= 1.16)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      xpath (~> 2.0)
    diff-lcs (1.2.5)
    factory_girl (4.7.0)
      activesupport (>= 3.0.0)
    faker (1.6.5)
      i18n (~> 0.5)
    i18n (0.7.0)
    json (1.8.3)
    mime-types (3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2016.0521)
    mini_portile2 (2.1.0)
    minitest (5.9.0)
    multi_json (1.12.1)
    nokogiri (1.6.8)
      mini_portile2 (~> 2.1.0)
      pkg-config (~> 1.1.7)<commit_msg>updated gemfile to work on local machine<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (4.2.7)
      activesupport (= 4.2.7)
      builder (~> 3.1)
    activerecord (4.2.7)
      activemodel (= 4.2.7)
      activesupport (= 4.2.7)
      arel (~> 6.0)
    activesupport (4.2.7)
      i18n (~> 0.7)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.3, >= 0.3.4)
      tzinfo (~> 1.1)
    addressable (2.4.0)
    arel (6.0.3)
    backports (3.6.8)
    bcrypt (3.1.11)
    builder (3.2.2)
    capybara (2.7.1)
      addressable
      mime-types (>= 1.16)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      xpath (~> 2.0)
    diff-lcs (1.2.5)
    factory_girl (4.7.0)
      activesupport (>= 3.0.0)
    faker (1.6.5)
      i18n (~> 0.5)
    i18n (0.7.0)
    json (1.8.3)
    mime-types (3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2016.0521)
    mini_portile2 (2.1.0)
    minitest (5.9.0)
    multi_json (1.12.1)
    nokogiri (1.6.7)
      mini_portile2 (~> 2.1.0)
      pkg-config (~> 1.1.7)
{'fraction_non_alphanumeric': 0.1986078886310905, 'fraction_numerical': 0.12436194895591647, 'mean_word_length': 1.6519065190651907, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 41, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1815405', 'n_tokens_mistral': 1144, 'n_tokens_neox': 1052, 'n_words': 179}