<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.1.6.1)
      actionpack (= 5.1.6.1)
      nio4r (~> 2.0)
      websocket-driver (~> 0.6.1)
    actionmailer (5.1.6.1)
      actionpack (= 5.1.6.1)
      actionview (= 5.1.6.1)
      activejob (= 5.1.6.1)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.1.6.1)
      actionview (= 5.1.6.1)
      activesupport (= 5.1.6.1)
      rack (~> 2.0)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.1.6.1)
      activesupport (= 5.1.6.1)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    active_model_serializers (0.10.7)
      actionpack (>= 4.1, < 6)
      activemodel (>= 4.1, < 6)
      case_transform (>= 0.2)
      jsonapi-renderer (>= 0.1.1.beta1, < 0.3)
    activejob (5.1.6.1)
      activesupport (= 5.1.6.1)
      globalid (>= 0.3.6)
    activemodel (5.1.6.1)
      activesupport (= 5.1.6.1)
    activerecord (5.1.6.1)
      activemodel (= 5.1.6.1)
      activesupport (= 5.1.6.1)
      arel (~> 8.0)
    activesupport (5.1.6.1)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    acts-as-taggable-on (5.0.0)
      activerecord (>= 4.2.8)
    addressable (2.5.2)
      public_suffix (>= 2.0.2, < 4.0)
    airbrake (7.1.1)
      airbrake-ruby (~> 2.5)
    airbrake-ruby (2.10.0)
    arel (8.0.0)
    bcrypt (3.1.11)
    buftok (0.2.0)
    builder (3.2.3)
    bullet (5.7.5)
      activesupport (>= 3.0.0)
      uniform_notifier (~> 1.11.0)
    byebug (10.0.2)
    capybara (3.0.3)
      addressable
      mini_mime (>= 0.1.3)
      nokogiri (~> 1.8)
      rack (>= 1.6.0)
      rack-test (>= 0.6.3)
      xpath (~> 3.0)
    carrierwave (1.2.2)
      activemodel (>= 4.0.0)
      activesupport (>= 4.0.0)
      mime-types (>= 1.16)
    case_transform (0.2)
      activesupport
    codeclimate-test-reporter (1.0.8)
      simplecov (<= 0.13)
    coderay (1.1.2)
    concurrent-ruby (1.1.3)
    crass (1.0.4)
    culerity (0.2.15)
    dalli (2.7.8)
    database_cleaner (1.7.0)
    devise (4.4.3)
      bcrypt (~> 3.0)
      orm_adapter (~> 0.1)
      railties (>= 4.1.0, < 6.0)
      responders
      warden (~> 1.2.3)
    diff-lcs (1.3)
    docile (1.1.5)
    domain_name (0.5.20180417)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.4.0)
    dotenv-rails (2.4.0)
      dotenv (= 2.4.0)
      railties (>= 3.2, < 6.0)
    equalizer (0.0.11)
    erubi (1.7.1)
    excon (0.62.0)
    execjs (2.7.0)
    factory_bot (4.8.2)
      activesupport (>= 3.0.0)
    factory_bot_rails (4.8.2)
      factory_bot (~> 4.8.2)
      railties (>= 3.0.0)
    faraday (0.12.2)
      multipart-post (>= 1.2, < 3)
    ffi (1.9.23)
    fog-aws (1.4.1)
      fog-core (~> 1.38)
      fog-json (~> 1.0)
      fog-xml (~> 0.1)
      ipaddress (~> 0.8)
    fog-core (1.45.0)
      builder
      excon (~> 0.58)
      formatador (~> 0.2)
    fog-json (1.0.2)
      fog-core (~> 1.0)<commit_msg>[Security] Bump ffi from 1.9.23 to 1.10.0<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.1.6.1)
      actionpack (= 5.1.6.1)
      nio4r (~> 2.0)
      websocket-driver (~> 0.6.1)
    actionmailer (5.1.6.1)
      actionpack (= 5.1.6.1)
      actionview (= 5.1.6.1)
      activejob (= 5.1.6.1)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.1.6.1)
      actionview (= 5.1.6.1)
      activesupport (= 5.1.6.1)
      rack (~> 2.0)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.1.6.1)
      activesupport (= 5.1.6.1)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    active_model_serializers (0.10.7)
      actionpack (>= 4.1, < 6)
      activemodel (>= 4.1, < 6)
      case_transform (>= 0.2)
      jsonapi-renderer (>= 0.1.1.beta1, < 0.3)
    activejob (5.1.6.1)
      activesupport (= 5.1.6.1)
      globalid (>= 0.3.6)
    activemodel (5.1.6.1)
      activesupport (= 5.1.6.1)
    activerecord (5.1.6.1)
      activemodel (= 5.1.6.1)
      activesupport (= 5.1.6.1)
      arel (~> 8.0)
    activesupport (5.1.6.1)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    acts-as-taggable-on (5.0.0)
      activerecord (>= 4.2.8)
    addressable (2.5.2)
      public_suffix (>= 2.0.2, < 4.0)
    airbrake (7.1.1)
      airbrake-ruby (~> 2.5)
    airbrake-ruby (2.10.0)
    arel (8.0.0)
    bcrypt (3.1.11)
    buftok (0.2.0)
    builder (3.2.3)
    bullet (5.7.5)
      activesupport (>= 3.0.0)
      uniform_notifier (~> 1.11.0)
    byebug (10.0.2)
    capybara (3.0.3)
      addressable
      mini_mime (>= 0.1.3)
      nokogiri (~> 1.8)
      rack (>= 1.6.0)
      rack-test (>= 0.6.3)
      xpath (~> 3.0)
    carrierwave (1.2.2)
      activemodel (>= 4.0.0)
      activesupport (>= 4.0.0)
      mime-types (>= 1.16)
    case_transform (0.2)
      activesupport
    codeclimate-test-reporter (1.0.8)
      simplecov (<= 0.13)
    coderay (1.1.2)
    concurrent-ruby (1.1.3)
    crass (1.0.4)
    culerity (0.2.15)
    dalli (2.7.8)
    database_cleaner (1.7.0)
    devise (4.4.3)
      bcrypt (~> 3.0)
      orm_adapter (~> 0.1)
      railties (>= 4.1.0, < 6.0)
      responders
      warden (~> 1.2.3)
    diff-lcs (1.3)
    docile (1.1.5)
    domain_name (0.5.20180417)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.4.0)
    dotenv-rails (2.4.0)
      dotenv (= 2.4.0)
      railties (>= 3.2, < 6.0)
    equalizer (0.0.11)
    erubi (1.7.1)
    excon (0.62.0)
    execjs (2.7.0)
    factory_bot (4.8.2)
      activesupport (>= 3.0.0)
    factory_bot_rails (4.8.2)
      factory_bot (~> 4.8.2)
      railties (>= 3.0.0)
    faraday (0.12.2)
      multipart-post (>= 1.2, < 3)
    ffi (1.10.0)
    fog-aws (1.4.1)
      fog-core (~> 1.38)
      fog-json (~> 1.0)
      fog-xml (~> 0.1)
      ipaddress (~> 0.8)
    fog-core (1.45.0)
      builder
      excon (~> 0.58)
      formatador (~> 0.2)
    fog-json (1.0.2)
      fog-core (~> 1.0)
{'fraction_non_alphanumeric': 0.20521907216494845, 'fraction_numerical': 0.12016752577319588, 'mean_word_length': 1.618726275832982, 'pattern_counts': {'":': 0, '<': 23, '<?xml version=': 0, '>': 115, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 38, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3980423', 'n_tokens_mistral': 3253, 'n_tokens_neox': 3018, 'n_words': 491}