<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    actionpack (3.2.6)
      activemodel (= 3.2.6)
      activesupport (= 3.2.6)
      builder (~> 3.0.0)
      erubis (~> 2.7.0)
      journey (~> 1.0.1)
      rack (~> 1.4.0)
      rack-cache (~> 1.2)
      rack-test (~> 0.6.1)
      sprockets (~> 2.1.3)
    activemodel (3.2.6)
      activesupport (= 3.2.6)
      builder (~> 3.0.0)
    activerecord (3.2.6)
      activemodel (= 3.2.6)
      activesupport (= 3.2.6)
      arel (~> 3.0.2)
      tzinfo (~> 0.3.29)
    activesupport (3.2.6)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.3.2)
    arel (3.0.2)
    bson (1.6.4)
    bson_ext (1.6.4)
      bson (~> 1.6.4)
    builder (3.0.4)
    couch_potato (0.7.1)
      activemodel
      couchrest (>= 1.0.1)
      json (~> 1.6)
    couchrest (1.1.3)
      mime-types (~> 1.15)
      multi_json (~> 1.0)
      rest-client (~> 1.6.1)
    cucumber (1.2.1)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.0)
      json (>= 1.4.6)
    data_objects (0.10.8)
      addressable (~> 2.1)
    datamapper (1.0.2)
      dm-aggregates (= 1.0.2)
      dm-constraints (= 1.0.2)
      dm-core (= 1.0.2)
      dm-migrations (= 1.0.2)
      dm-serializer (= 1.0.2)
      dm-timestamps (= 1.0.2)
      dm-transactions (= 1.0.2)
      dm-types (= 1.0.2)
      dm-validations (= 1.0.2)
    diff-lcs (1.1.3)
    dm-aggregates (1.0.2)
      dm-core (~> 1.0.2)
    dm-constraints (1.0.2)
      dm-core (~> 1.0.2)
      dm-migrations (~> 1.0.2)
    dm-core (1.0.2)
      addressable (~> 2.2)
      extlib (~> 0.9.15)
    dm-do-adapter (1.0.0)
      data_objects (~> 0.10.1)
      dm-core (~> 1.0.0)
    dm-migrations (1.0.2)
      dm-core (~> 1.0.2)
    dm-serializer (1.0.2)
      dm-core (~> 1.0.2)
      fastercsv (~> 1.5.3)
      json_pure (~> 1.4)
    dm-sqlite-adapter (1.0.0)
      dm-do-adapter (~> 1.0.0)
      do_sqlite3 (~> 0.10.2)
    dm-timestamps (1.0.2)
      dm-core (~> 1.0.2)
    dm-transactions (1.0.2)
      dm-core (~> 1.0.2)
    dm-types (1.0.2)
      dm-core (~> 1.0.2)
      fastercsv (~> 1.5.3)
      json_pure (~> 1.4)
      stringex (~> 1.1.0)
      uuidtools (~> 2.1.1)
    dm-validations (1.0.2)
      dm-core (~> 1.0.2)
    do_sqlite3 (0.10.8)
      data_objects (= 0.10.8)
    erubis (2.7.0)
    extlib (0.9.15)
    fastercsv (1.5.5)
    ffi (1.1.4)
    gherkin (2.11.1)
      json (>= 1.4.6)
    git (1.2.5)
    guard (1.3.0)
      listen (>= 0.4.2)
      thor (>= 0.14.6)
    guard-rspec (1.2.1)
      guard (>= 1.1)
    hike (1.2.1)
    i18n (0.6.1)
    jeweler (1.8.4)
      bundler (~> 1.0)
      git (>= 1.2.5)
      rake
      rdoc
    journey (1.0.4)
    json (1.7.6)
    json_pure (1.7.6)
    listen (0.4.7)
      rb-fchange (~> 0.0.5)
      rb-fsevent (~> 0.9.1)
      rb-inotify (~> 0.8.8)
    mime-types (1.19)
    mongo (1.6.4)
      bson (~> 1.6.4)
    mongo_ext (0.19.3)
    mongo_mapper (0.11.1)
      activemodel (~> 3.0)
      activesupport (~> 3.0)
      plucky (~> 0.4.0)
    mongoid (3.0.1)
      activemodel (~> 3.1)
      moped (~> 1.1.1)
      origin (~> 1.0.3)
      tzinfo (~> 0.3.22)
    moped (1.1.2)
    multi_json (1.5.0)
    mysql (2.8.1)
    mysql2 (0.3.11)
    origin (1.0.4)
    pg (0.14.0)
    plucky (0.4.4)
      mongo (~> 1.5)
    rack (1.4.1)
    rack-cache (1.2)
      rack (>= 0.4)
    rack-ssl (1.3.2)
      rack
    rack-test (0.6.1)
      rack (>= 1.0)
    railties (3.2.6)
      actionpack (= 3.2.6)
      activesupport (= 3.2.6)
      rack-ssl (~> 1.3.2)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (>= 0.14.6, < 2.0)
    rake (0.9.2.2)
    rb-fchange (0.0.5)
      ffi
    rb-fsevent (0.9.1)
    rb-inotify (0.8.8)
      ffi (>= 0.5.0)
    rdoc (3.12)
      json (~> 1.4)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    rspec (2.11.0)
      rspec-core (~> 2.11.0)
      rspec-expectations (~> 2.11.0)
      rspec-mocks (~> 2.11.0)
    rspec-core (2.11.1)
    rspec-expectations (2.11.1)
      diff-lcs (~> 1.1.3)
    rspec-mocks (2.11.1)
    rspec-rails (2.11.0)
      actionpack (>= 3.0)
      activesupport (>= 3.0)
      railties (>= 3.0)
      rspec (~> 2.11.0)
    sequel (3.21.0)
    sprockets (2.1.3)
      hike (~> 1.2)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sqlite3 (1.3.6)
    sqlite3-ruby (1.3.3)
      sqlite3 (>= 1.3.3)
    stringex (1.1.0)
    thor (0.15.4)
    tilt (1.3.3)
    tzinfo (0.3.33)
    uuidtools (2.1.3)

PLATFORMS
  ruby
<commit_msg>Bundle update dm-migrations datamapper dm-sqlite-adapter<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    actionpack (3.2.6)
      activemodel (= 3.2.6)
      activesupport (= 3.2.6)
      builder (~> 3.0.0)
      erubis (~> 2.7.0)
      journey (~> 1.0.1)
      rack (~> 1.4.0)
      rack-cache (~> 1.2)
      rack-test (~> 0.6.1)
      sprockets (~> 2.1.3)
    activemodel (3.2.6)
      activesupport (= 3.2.6)
      builder (~> 3.0.0)
    activerecord (3.2.6)
      activemodel (= 3.2.6)
      activesupport (= 3.2.6)
      arel (~> 3.0.2)
      tzinfo (~> 0.3.29)
    activesupport (3.2.6)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.2.8)
    arel (3.0.2)
    bcrypt-ruby (3.0.1)
    bson (1.6.4)
    bson_ext (1.6.4)
      bson (~> 1.6.4)
    builder (3.0.4)
    couch_potato (0.7.1)
      activemodel
      couchrest (>= 1.0.1)
      json (~> 1.6)
    couchrest (1.1.3)
      mime-types (~> 1.15)
      multi_json (~> 1.0)
      rest-client (~> 1.6.1)
    cucumber (1.2.1)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.0)
      json (>= 1.4.6)
    data_objects (0.10.11)
      addressable (~> 2.1)
    datamapper (1.2.0)
      dm-aggregates (~> 1.2.0)
      dm-constraints (~> 1.2.0)
      dm-core (~> 1.2.0)
      dm-migrations (~> 1.2.0)
      dm-serializer (~> 1.2.0)
      dm-timestamps (~> 1.2.0)
      dm-transactions (~> 1.2.0)
      dm-types (~> 1.2.0)
      dm-validations (~> 1.2.0)
    diff-lcs (1.1.3)
    dm-aggregates (1.2.0)
      dm-core (~> 1.2.0)
    dm-constraints (1.2.0)
      dm-core (~> 1.2.0)
    dm-core (1.2.0)
      addressable (~> 2.2.6)
    dm-do-adapter (1.2.0)
      data_objects (~> 0.10.6)
      dm-core (~> 1.2.0)
    dm-migrations (1.2.0)
      dm-core (~> 1.2.0)
    dm-serializer (1.2.2)
      dm-core (~> 1.2.0)
      fastercsv (~> 1.5)
      json (~> 1.6)
      json_pure (~> 1.6)
      multi_json (~> 1.0)
    dm-sqlite-adapter (1.2.0)
      dm-do-adapter (~> 1.2.0)
      do_sqlite3 (~> 0.10.6)
    dm-timestamps (1.2.0)
      dm-core (~> 1.2.0)
    dm-transactions (1.2.0)
      dm-core (~> 1.2.0)
    dm-types (1.2.2)
      bcrypt-ruby (~> 3.0)
      dm-core (~> 1.2.0)
      fastercsv (~> 1.5)
      json (~> 1.6)
      multi_json (~> 1.0)
      stringex (~> 1.4)
      uuidtools (~> 2.1)
    dm-validations (1.2.0)
      dm-core (~> 1.2.0)
    do_sqlite3 (0.10.11)
      data_objects (= 0.10.11)
    erubis (2.7.0)
    fastercsv (1.5.5)
    ffi (1.1.4)
    gherkin (2.11.1)
      json (>= 1.4.6)
    git (1.2.5)
    guard (1.3.0)
      listen (>= 0.4.2)
      thor (>= 0.14.6)
    guard-rspec (1.2.1)
      guard (>= 1.1)
    hike (1.2.1)
    i18n (0.6.1)
    jeweler (1.8.4)
      bundler (~> 1.0)
      git (>= 1.2.5)
      rake
      rdoc
    journey (1.0.4)
    json (1.7.6)
    json_pure (1.7.6)
    listen (0.4.7)
      rb-fchange (~> 0.0.5)
      rb-fsevent (~> 0.9.1)
      rb-inotify (~> 0.8.8)
    mime-types (1.19)
    mongo (1.6.4)
      bson (~> 1.6.4)
    mongo_ext (0.19.3)
    mongo_mapper (0.11.1)
      activemodel (~> 3.0)
      activesupport (~> 3.0)
      plucky (~> 0.4.0)
    mongoid (3.0.1)
      activemodel (~> 3.1)
      moped (~> 1.1.1)
      origin (~> 1.0.3)
      tzinfo (~> 0.3.22)
    moped (1.1.2)
    multi_json (1.5.0)
    mysql (2.8.1)
    mysql2 (0.3.11)
    origin (1.0.4)
    pg (0.14.0)
    plucky (0.4.4)
      mongo (~> 1.5)
    rack (1.4.1)
    rack-cache (1.2)
      rack (>= 0.4)
    rack-ssl (1.3.2)
      rack
    rack-test (0.6.1)
      rack (>= 1.0)
    railties (3.2.6)
      actionpack (= 3.2.6)
      activesupport (= 3.2.6)
      rack-ssl (~> 1.3.2)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (>= 0.14.6, < 2.0)
    rake (0.9.2.2)
    rb-fchange (0.0.5)
      ffi
    rb-fsevent (0.9.1)
    rb-inotify (0.8.8)
      ffi (>= 0.5.0)
    rdoc (3.12)
      json (~> 1.4)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    rspec (2.11.0)
      rspec-core (~> 2.11.0)
      rspec-expectations (~> 2.11.0)
      rspec-mocks (~> 2.11.0)
    rspec-core (2.11.1)
    rspec-expectations (2.11.1)
      diff-lcs (~> 1.1.3)
    rspec-mocks (2.11.1)
    rspec-rails (2.11.0)
      actionpack (>= 3.0)
      activesupport (>= 3.0)
      railties (>= 3.0)
      rspec (~> 2.11.0)
    sequel (3.21.0)
    sprockets (2.1.3)
      hike (~> 1.2)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sqlite3 (1.3.6)
    sqlite3-ruby (1.3.3)
      sqlite3 (>= 1.3.3)
    stringex (1.5.1)
    thor (0.15.4)
    tilt (1.3.3)
    tzinfo (0.3.33)
    uuidtools (2.1.3)

PLATFORMS
  ruby

{'fraction_non_alphanumeric': 0.21349938841321028, 'fraction_numerical': 0.12365172912265095, 'mean_word_length': 1.448013064779532, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 180, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4903869', 'n_tokens_mistral': 4951, 'n_tokens_neox': 4577, 'n_words': 750}