<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (3.0.1)
    addressable (2.2.2)
    builder (2.1.2)
    configuration (1.1.0)
    data_objects (0.10.2)
      addressable (~> 2.1)
    dm-core (1.0.2)
      addressable (~> 2.2)
      extlib (~> 0.9.15)
    dm-do-adapter (1.0.2)
      data_objects (~> 0.10.2)
      dm-core (~> 1.0.2)
    dm-migrations (1.0.2)
      dm-core (~> 1.0.2)
    dm-postgres-adapter (1.0.2)
      dm-do-adapter (~> 1.0.2)
      do_postgres (~> 0.10.2)
    dm-serializer (1.0.2)
      dm-core (~> 1.0.2)
      fastercsv (~> 1.5.3)
      json_pure (~> 1.4)
    dm-timestamps (1.0.2)
      dm-core (~> 1.0.2)
    do_postgres (0.10.2)
      data_objects (= 0.10.2)
    extlib (0.9.15)
    fastercsv (1.5.3)
    heroku (1.10.17)
      json_pure (>= 1.2.0, < 1.5.0)
      launchy (~> 0.3.2)
      rest-client (>= 1.4.0, < 1.7.0)
    hoptoad_notifier (2.3.10)
      activesupport
      builder
    json_pure (1.4.6)
    launchy (0.3.7)
      configuration (>= 0.0.5)
      rake (>= 0.8.1)
    mime-types (1.16)
    newrelic_rpm (2.13.2)
    nokogiri (1.4.3.1)
    rack (1.2.1)
    rake (0.8.7)
    rest-client (1.6.1)
      mime-types (>= 1.16)
    sinatra (1.0)
      rack (>= 1.0)
<commit_msg>update gems<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (3.0.1)
    addressable (2.2.2)
    builder (2.1.2)
    configuration (1.1.0)
    data_objects (0.10.2)
      addressable (~> 2.1)
    dm-core (1.0.2)
      addressable (~> 2.2)
      extlib (~> 0.9.15)
    dm-do-adapter (1.0.2)
      data_objects (~> 0.10.2)
      dm-core (~> 1.0.2)
    dm-migrations (1.0.2)
      dm-core (~> 1.0.2)
    dm-postgres-adapter (1.0.2)
      dm-do-adapter (~> 1.0.2)
      do_postgres (~> 0.10.2)
    dm-serializer (1.0.2)
      dm-core (~> 1.0.2)
      fastercsv (~> 1.5.3)
      json_pure (~> 1.4)
    dm-timestamps (1.0.2)
      dm-core (~> 1.0.2)
    do_postgres (0.10.2)
      data_objects (= 0.10.2)
    extlib (0.9.15)
    fastercsv (1.5.3)
    heroku (1.12.2)
      json_pure (>= 1.2.0, < 1.5.0)
      launchy (~> 0.3.2)
      rest-client (>= 1.4.0, < 1.7.0)
    hoptoad_notifier (2.3.12)
      activesupport
      builder
    json_pure (1.4.6)
    launchy (0.3.7)
      configuration (>= 0.0.5)
      rake (>= 0.8.1)
    mime-types (1.16)
    newrelic_rpm (2.13.3)
    nokogiri (1.4.3.1)
    rack (1.2.1)
    rake (0.8.7)
    rest-client (1.6.1)
      mime-types (>= 1.16)
    sinatra (1.1.0)
      rack (~> 1.1)
      tilt (~> 1.1)
    tilt (1.1)

{'fraction_non_alphanumeric': 0.20135027799841143, 'fraction_numerical': 0.11914217633042097, 'mean_word_length': 1.6460084033613445, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 42, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2425797', 'n_tokens_mistral': 1342, 'n_tokens_neox': 1238, 'n_words': 201}