<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.1.7)
      actionpack (= 5.1.7)
      nio4r (~> 2.0)
      websocket-driver (~> 0.6.1)
    actionmailer (5.1.7)
      actionpack (= 5.1.7)
      actionview (= 5.1.7)
      activejob (= 5.1.7)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.1.7)
      actionview (= 5.1.7)
      activesupport (= 5.1.7)
      rack (~> 2.0)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.1.7)
      activesupport (= 5.1.7)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activejob (5.1.7)
      activesupport (= 5.1.7)
      globalid (>= 0.3.6)
    activemodel (5.1.7)
      activesupport (= 5.1.7)
    activerecord (5.1.7)
      activemodel (= 5.1.7)
      activesupport (= 5.1.7)
      arel (~> 8.0)
    activesupport (5.1.7)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    annotate (2.7.2)
      activerecord (>= 3.2, < 6.0)
      rake (>= 10.4, < 13.0)
    arel (8.0.0)
    ast (2.3.0)
    autoprefixer-rails (9.5.1)
      execjs
    awesome_print (1.8.0)
    babel-source (5.8.35)
    babel-transpiler (0.7.0)
      babel-source (>= 4.0, < 6)
      execjs (~> 2.0)
    better_errors (2.4.0)
      coderay (>= 1.0.0)
      erubi (>= 1.0.0)
      rack (>= 0.9.0)
    bindex (0.5.0)
    binding_of_caller (0.7.3)
      debug_inspector (>= 0.0.1)
    bootstrap-sass (3.4.1)
      autoprefixer-rails (>= 5.2.1)
      sassc (>= 2.0.0)
    bootstrap_form (2.7.0)
    builder (3.2.3)
    byebug (9.1.0)
    coderay (1.1.2)
    concurrent-ruby (1.0.5)
    config (1.6.1)
      activesupport (>= 3.0)
      deep_merge (~> 1.1.1)
      dry-validation (>= 0.10.4)
    coolline (0.5.0)
      unicode_utils (~> 1.4)
    crass (1.0.4)
    database_rewinder (0.8.2)
    debug_inspector (0.0.3)
    deep_merge (1.1.1)
    diff-lcs (1.3)
    dotenv (2.2.1)
    dotenv-rails (2.2.1)
      dotenv (= 2.2.1)
      railties (>= 3.2, < 5.2)
    dry-configurable (0.7.0)
      concurrent-ruby (~> 1.0)
    dry-container (0.6.0)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1, >= 0.1.3)
    dry-core (0.4.1)
      concurrent-ruby (~> 1.0)
    dry-equalizer (0.2.0)
    dry-logic (0.4.2)
      dry-container (~> 0.2, >= 0.2.6)
      dry-core (~> 0.2)
      dry-equalizer (~> 0.2)
    dry-types (0.12.2)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1)
      dry-container (~> 0.3)
      dry-core (~> 0.2, >= 0.2.1)
      dry-equalizer (~> 0.2)
      dry-logic (~> 0.4, >= 0.4.2)
      inflecto (~> 0.0.0, >= 0.0.2)
    dry-validation (0.11.1)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1, >= 0.1.3)
      dry-core (~> 0.2, >= 0.2.1)
      dry-equalizer (~> 0.2)
      dry-logic (~> 0.4, >= 0.4.0)
      dry-types (~> 0.12.0)
    easy_translate (0.5.0)
      json
      thread
      thread_safe
    erubi (1.7.0)
    execjs (2.7.0)
    factory_bot (4.8.2)
      activesupport (>= 3.0.0)
    factory_bot_rails (4.8.2)
      factory_bot (~> 4.8.2)
      railties (>= 3.0.0)
    ffi (1.9.18)
    font-awesome-rails (4.7.0.2)
      railties (>= 3.2, < 5.2)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    hamlit (2.8.5)
      temple (>= 0.8.0)
      thor
      tilt
    hamlit-rails (0.2.0)
      actionpack (>= 4.0.1)
      activesupport (>= 4.0.1)
      hamlit (>= 1.2.0)
      railties (>= 4.0.1)
    highline (1.7.8)
    i18n (0.9.1)
      concurrent-ruby (~> 1.0)
    i18n-tasks (0.9.19)
      activesupport (>= 4.0.2)
      ast (>= 2.1.0)
      easy_translate (>= 0.5.0)
      erubi
      highline (>= 1.7.3)
      i18n
      parser (>= 2.2.3.0)
      rainbow (~> 2.2)
      terminal-table (>= 1.5.1)
    inflecto (0.0.2)
    jbuilder (2.7.0)
      activesupport (>= 4.2.0)
      multi_json (>= 1.2)<commit_msg>Update ffi<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.1.7)
      actionpack (= 5.1.7)
      nio4r (~> 2.0)
      websocket-driver (~> 0.6.1)
    actionmailer (5.1.7)
      actionpack (= 5.1.7)
      actionview (= 5.1.7)
      activejob (= 5.1.7)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.1.7)
      actionview (= 5.1.7)
      activesupport (= 5.1.7)
      rack (~> 2.0)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.1.7)
      activesupport (= 5.1.7)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activejob (5.1.7)
      activesupport (= 5.1.7)
      globalid (>= 0.3.6)
    activemodel (5.1.7)
      activesupport (= 5.1.7)
    activerecord (5.1.7)
      activemodel (= 5.1.7)
      activesupport (= 5.1.7)
      arel (~> 8.0)
    activesupport (5.1.7)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    annotate (2.7.2)
      activerecord (>= 3.2, < 6.0)
      rake (>= 10.4, < 13.0)
    arel (8.0.0)
    ast (2.3.0)
    autoprefixer-rails (9.5.1)
      execjs
    awesome_print (1.8.0)
    babel-source (5.8.35)
    babel-transpiler (0.7.0)
      babel-source (>= 4.0, < 6)
      execjs (~> 2.0)
    better_errors (2.4.0)
      coderay (>= 1.0.0)
      erubi (>= 1.0.0)
      rack (>= 0.9.0)
    bindex (0.5.0)
    binding_of_caller (0.7.3)
      debug_inspector (>= 0.0.1)
    bootstrap-sass (3.4.1)
      autoprefixer-rails (>= 5.2.1)
      sassc (>= 2.0.0)
    bootstrap_form (2.7.0)
    builder (3.2.3)
    byebug (9.1.0)
    coderay (1.1.2)
    concurrent-ruby (1.0.5)
    config (1.6.1)
      activesupport (>= 3.0)
      deep_merge (~> 1.1.1)
      dry-validation (>= 0.10.4)
    coolline (0.5.0)
      unicode_utils (~> 1.4)
    crass (1.0.4)
    database_rewinder (0.8.2)
    debug_inspector (0.0.3)
    deep_merge (1.1.1)
    diff-lcs (1.3)
    dotenv (2.2.1)
    dotenv-rails (2.2.1)
      dotenv (= 2.2.1)
      railties (>= 3.2, < 5.2)
    dry-configurable (0.7.0)
      concurrent-ruby (~> 1.0)
    dry-container (0.6.0)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1, >= 0.1.3)
    dry-core (0.4.1)
      concurrent-ruby (~> 1.0)
    dry-equalizer (0.2.0)
    dry-logic (0.4.2)
      dry-container (~> 0.2, >= 0.2.6)
      dry-core (~> 0.2)
      dry-equalizer (~> 0.2)
    dry-types (0.12.2)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1)
      dry-container (~> 0.3)
      dry-core (~> 0.2, >= 0.2.1)
      dry-equalizer (~> 0.2)
      dry-logic (~> 0.4, >= 0.4.2)
      inflecto (~> 0.0.0, >= 0.0.2)
    dry-validation (0.11.1)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1, >= 0.1.3)
      dry-core (~> 0.2, >= 0.2.1)
      dry-equalizer (~> 0.2)
      dry-logic (~> 0.4, >= 0.4.0)
      dry-types (~> 0.12.0)
    easy_translate (0.5.0)
      json
      thread
      thread_safe
    erubi (1.7.0)
    execjs (2.7.0)
    factory_bot (4.8.2)
      activesupport (>= 3.0.0)
    factory_bot_rails (4.8.2)
      factory_bot (~> 4.8.2)
      railties (>= 3.0.0)
    ffi (1.10.0)
    font-awesome-rails (4.7.0.2)
      railties (>= 3.2, < 5.2)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    hamlit (2.8.5)
      temple (>= 0.8.0)
      thor
      tilt
    hamlit-rails (0.2.0)
      actionpack (>= 4.0.1)
      activesupport (>= 4.0.1)
      hamlit (>= 1.2.0)
      railties (>= 4.0.1)
    highline (1.7.8)
    i18n (0.9.1)
      concurrent-ruby (~> 1.0)
    i18n-tasks (0.9.19)
      activesupport (>= 4.0.2)
      ast (>= 2.1.0)
      easy_translate (>= 0.5.0)
      erubi
      highline (>= 1.7.3)
      i18n
      parser (>= 2.2.3.0)
      rainbow (~> 2.2)
      terminal-table (>= 1.5.1)
    inflecto (0.0.2)
    jbuilder (2.7.0)
      activesupport (>= 4.2.0)
      multi_json (>= 1.2)
{'fraction_non_alphanumeric': 0.2060345915919707, 'fraction_numerical': 0.11134957707360182, 'mean_word_length': 1.607636603028308, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 173, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '168463', 'n_tokens_mistral': 4083, 'n_tokens_neox': 3769, 'n_words': 620}