<commit_before>GIT
  remote: https://github.com/scirate/arxivsync.git
  revision: 330ea60f03964c952c416587187ea6a4d9957f8a
  specs:
    arxivsync (0.1.3)
      colorize
      htmlentities (~> 4.3.1)
      latex-decode (~> 0.1.1)
      nokogiri
      oai
      ox (>= 2.0.2)

GIT
  remote: https://github.com/scirate/ruby-oai.git
  revision: 8a2fa086814f5c6e5a206a6adce18cf0593951a7
  specs:
    oai (0.3.0)
      builder (>= 3.1.0)
      faraday
      faraday_middleware

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (6.1.0)
      actionpack (= 6.1.0)
      activesupport (= 6.1.0)
      nio4r (~> 2.0)
      websocket-driver (>= 0.6.1)
    actionmailbox (6.1.0)
      actionpack (= 6.1.0)
      activejob (= 6.1.0)
      activerecord (= 6.1.0)
      activestorage (= 6.1.0)
      activesupport (= 6.1.0)
      mail (>= 2.7.1)
    actionmailer (6.1.0)
      actionpack (= 6.1.0)
      actionview (= 6.1.0)
      activejob (= 6.1.0)
      activesupport (= 6.1.0)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (6.1.0)
      actionview (= 6.1.0)
      activesupport (= 6.1.0)
      rack (~> 2.0, >= 2.0.9)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.2.0)
    actiontext (6.1.0)
      actionpack (= 6.1.0)
      activerecord (= 6.1.0)
      activestorage (= 6.1.0)
      activesupport (= 6.1.0)
      nokogiri (>= 1.8.5)
    actionview (6.1.0)
      activesupport (= 6.1.0)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.1, >= 1.2.0)
    activejob (6.1.0)
      activesupport (= 6.1.0)
      globalid (>= 0.3.6)
    activemodel (6.1.0)
      activesupport (= 6.1.0)
    activerecord (6.1.0)
      activemodel (= 6.1.0)
      activesupport (= 6.1.0)
    activerecord-import (1.3.0)
      activerecord (>= 4.2)
    activestorage (6.1.0)
      actionpack (= 6.1.0)
      activejob (= 6.1.0)
      activerecord (= 6.1.0)
      activesupport (= 6.1.0)
      marcel (~> 0.3.1)
      mimemagic (~> 0.3.2)
    activesupport (6.1.0)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 1.6, < 2)
      minitest (>= 5.1)
      tzinfo (~> 2.0)
      zeitwerk (~> 2.3)
    acts_as_votable (0.13.2)
    addressable (2.8.0)
      public_suffix (>= 2.0.2, < 5.0)
    annotate (3.1.1)
      activerecord (>= 3.2, < 7.0)
      rake (>= 10.4, < 14.0)
    autoprefixer-rails (10.3.3.0)
      execjs (~> 2)
    bcrypt (3.1.16)
    bootstrap-sass (3.4.1)
      autoprefixer-rails (>= 5.2.1)
      sassc (>= 2.0.0)
    bourbon (7.0.0)
      thor (~> 1.0)
    builder (3.2.4)
    byebug (11.1.3)
    capybara (3.36.0)
      addressable
      matrix
      mini_mime (>= 0.1.3)
      nokogiri (~> 1.8)
      rack (>= 1.6.0)
      rack-test (>= 0.6.3)
      regexp_parser (>= 1.5, < 3.0)
      xpath (~> 3.2)
    capybara-webkit (1.15.1)
      capybara (>= 2.3, < 4.0)
      json
    chronic (0.10.2)
    coderay (1.1.3)
    coffee-rails (5.0.0)
      coffee-script (>= 2.2.0)
      railties (>= 5.2.0)
    coffee-script (2.4.1)
      coffee-script-source
      execjs
    coffee-script-source (1.12.2)
    colorize (0.8.1)
    concurrent-ruby (1.1.9)
    coveralls (0.8.23)
      json (>= 1.8, < 3)
      simplecov (~> 0.16.1)
      term-ansicolor (~> 1.3)
      thor (>= 0.19.4, < 2.0)
      tins (~> 1.6)
    crass (1.0.6)
    daemons (1.4.1)
    dalli (3.1.5)
    database_cleaner (2.0.1)
      database_cleaner-active_record (~> 2.0.0)
    database_cleaner-active_record (2.0.1)
      activerecord (>= 5.a)
      database_cleaner-core (~> 2.0.0)
    database_cleaner-core (2.0.1)
    delayed_job (4.1.9)
      activesupport (>= 3.0, < 6.2)
    delayed_job_active_record (4.1.6)
      activerecord (>= 3.0, < 6.2)
      delayed_job (>= 3.0, < 5)
    diff-lcs (1.4.4)
    docile (1.4.0)
    elasticsearch (7.16.1)
      elasticsearch-api (= 7.16.1)
      elasticsearch-transport (= 7.16.1)
    elasticsearch-api (7.16.1)
      multi_json
    elasticsearch-transport (7.16.1)
      faraday (~> 1)
      multi_json
    erubi (1.10.0)
    eventmachine (1.2.7)
    exception_notification (4.4.3)
      actionmailer (>= 4.0, < 7)
      activesupport (>= 4.0, < 7)
    execjs (2.8.1)
    factory_girl (4.9.0)
      activesupport (>= 3.0.0)
    factory_girl_rails (4.9.0)
      factory_girl (~> 4.9.0)
      railties (>= 3.0.0)
    faraday (1.8.0)
      faraday-em_http (~> 1.0)
      faraday-em_synchrony (~> 1.0)
      faraday-excon (~> 1.1)
      faraday-httpclient (~> 1.0.1)
      faraday-net_http (~> 1.0)
      faraday-net_http_persistent (~> 1.1)
      faraday-patron (~> 1.0)
      faraday-rack (~> 1.0)
      multipart-post (>= 1.2, < 3)
      ruby2_keywords (>= 0.0.4)
    faraday-em_http (1.0.0)
    faraday-em_synchrony (1.0.0)
    faraday-excon (1.1.0)
    faraday-httpclient (1.0.1)
    faraday-net_http (1.0.1)
    faraday-net_http_persistent (1.2.0)
    faraday-patron (1.0.0)
    faraday-rack (1.0.0)
    faraday_middleware (1.2.0)
      faraday (~> 1.0)
    ffi (1.15.4)
    font-awesome-rails (4.7.0.7)
      railties (>= 3.2, < 7)
    globalid (1.0.0)
      activesupport (>= 5.0)
    hashie (5.0.0)
    htmlentities (4.3.4)
    i18n (1.8.11)
      concurrent-ruby (~> 1.0)
    jquery-rails (4.4.0)
      rails-dom-testing (>= 1, < 3)
      railties (>= 4.2.0)
      thor (>= 0.14, < 2.0)
    json (2.6.1)
    jwt (2.3.0)
    latex-decode (0.1.1)
      unicode (~> 0.4)
    loofah (2.13.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    marcel (0.3.3)
      mimemagic (~> 0.3.2)
    matrix (0.4.2)
    method_source (1.0.0)
    mimemagic (0.3.10)
      nokogiri (~> 1)
      rake
    mini_mime (1.1.2)
    minitest (5.15.0)
    multi_json (1.15.0)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    newrelic_rpm (8.2.0)
    nio4r (2.5.8)
    nokogiri (1.13.4-x86_64-linux)
      racc (~> 1.4)
    oauth2 (1.4.7)
      faraday (>= 0.8, < 2.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    omniauth (2.0.4)<commit_msg>Bump nokogiri from 1.13.4 to 1.13.6 (#467)<commit_after>GIT
  remote: https://github.com/scirate/arxivsync.git
  revision: 330ea60f03964c952c416587187ea6a4d9957f8a
  specs:
    arxivsync (0.1.3)
      colorize
      htmlentities (~> 4.3.1)
      latex-decode (~> 0.1.1)
      nokogiri
      oai
      ox (>= 2.0.2)

GIT
  remote: https://github.com/scirate/ruby-oai.git
  revision: 8a2fa086814f5c6e5a206a6adce18cf0593951a7
  specs:
    oai (0.3.0)
      builder (>= 3.1.0)
      faraday
      faraday_middleware

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (6.1.0)
      actionpack (= 6.1.0)
      activesupport (= 6.1.0)
      nio4r (~> 2.0)
      websocket-driver (>= 0.6.1)
    actionmailbox (6.1.0)
      actionpack (= 6.1.0)
      activejob (= 6.1.0)
      activerecord (= 6.1.0)
      activestorage (= 6.1.0)
      activesupport (= 6.1.0)
      mail (>= 2.7.1)
    actionmailer (6.1.0)
      actionpack (= 6.1.0)
      actionview (= 6.1.0)
      activejob (= 6.1.0)
      activesupport (= 6.1.0)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (6.1.0)
      actionview (= 6.1.0)
      activesupport (= 6.1.0)
      rack (~> 2.0, >= 2.0.9)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.2.0)
    actiontext (6.1.0)
      actionpack (= 6.1.0)
      activerecord (= 6.1.0)
      activestorage (= 6.1.0)
      activesupport (= 6.1.0)
      nokogiri (>= 1.8.5)
    actionview (6.1.0)
      activesupport (= 6.1.0)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.1, >= 1.2.0)
    activejob (6.1.0)
      activesupport (= 6.1.0)
      globalid (>= 0.3.6)
    activemodel (6.1.0)
      activesupport (= 6.1.0)
    activerecord (6.1.0)
      activemodel (= 6.1.0)
      activesupport (= 6.1.0)
    activerecord-import (1.3.0)
      activerecord (>= 4.2)
    activestorage (6.1.0)
      actionpack (= 6.1.0)
      activejob (= 6.1.0)
      activerecord (= 6.1.0)
      activesupport (= 6.1.0)
      marcel (~> 0.3.1)
      mimemagic (~> 0.3.2)
    activesupport (6.1.0)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 1.6, < 2)
      minitest (>= 5.1)
      tzinfo (~> 2.0)
      zeitwerk (~> 2.3)
    acts_as_votable (0.13.2)
    addressable (2.8.0)
      public_suffix (>= 2.0.2, < 5.0)
    annotate (3.1.1)
      activerecord (>= 3.2, < 7.0)
      rake (>= 10.4, < 14.0)
    autoprefixer-rails (10.3.3.0)
      execjs (~> 2)
    bcrypt (3.1.16)
    bootstrap-sass (3.4.1)
      autoprefixer-rails (>= 5.2.1)
      sassc (>= 2.0.0)
    bourbon (7.0.0)
      thor (~> 1.0)
    builder (3.2.4)
    byebug (11.1.3)
    capybara (3.36.0)
      addressable
      matrix
      mini_mime (>= 0.1.3)
      nokogiri (~> 1.8)
      rack (>= 1.6.0)
      rack-test (>= 0.6.3)
      regexp_parser (>= 1.5, < 3.0)
      xpath (~> 3.2)
    capybara-webkit (1.15.1)
      capybara (>= 2.3, < 4.0)
      json
    chronic (0.10.2)
    coderay (1.1.3)
    coffee-rails (5.0.0)
      coffee-script (>= 2.2.0)
      railties (>= 5.2.0)
    coffee-script (2.4.1)
      coffee-script-source
      execjs
    coffee-script-source (1.12.2)
    colorize (0.8.1)
    concurrent-ruby (1.1.9)
    coveralls (0.8.23)
      json (>= 1.8, < 3)
      simplecov (~> 0.16.1)
      term-ansicolor (~> 1.3)
      thor (>= 0.19.4, < 2.0)
      tins (~> 1.6)
    crass (1.0.6)
    daemons (1.4.1)
    dalli (3.1.5)
    database_cleaner (2.0.1)
      database_cleaner-active_record (~> 2.0.0)
    database_cleaner-active_record (2.0.1)
      activerecord (>= 5.a)
      database_cleaner-core (~> 2.0.0)
    database_cleaner-core (2.0.1)
    delayed_job (4.1.9)
      activesupport (>= 3.0, < 6.2)
    delayed_job_active_record (4.1.6)
      activerecord (>= 3.0, < 6.2)
      delayed_job (>= 3.0, < 5)
    diff-lcs (1.4.4)
    docile (1.4.0)
    elasticsearch (7.16.1)
      elasticsearch-api (= 7.16.1)
      elasticsearch-transport (= 7.16.1)
    elasticsearch-api (7.16.1)
      multi_json
    elasticsearch-transport (7.16.1)
      faraday (~> 1)
      multi_json
    erubi (1.10.0)
    eventmachine (1.2.7)
    exception_notification (4.4.3)
      actionmailer (>= 4.0, < 7)
      activesupport (>= 4.0, < 7)
    execjs (2.8.1)
    factory_girl (4.9.0)
      activesupport (>= 3.0.0)
    factory_girl_rails (4.9.0)
      factory_girl (~> 4.9.0)
      railties (>= 3.0.0)
    faraday (1.8.0)
      faraday-em_http (~> 1.0)
      faraday-em_synchrony (~> 1.0)
      faraday-excon (~> 1.1)
      faraday-httpclient (~> 1.0.1)
      faraday-net_http (~> 1.0)
      faraday-net_http_persistent (~> 1.1)
      faraday-patron (~> 1.0)
      faraday-rack (~> 1.0)
      multipart-post (>= 1.2, < 3)
      ruby2_keywords (>= 0.0.4)
    faraday-em_http (1.0.0)
    faraday-em_synchrony (1.0.0)
    faraday-excon (1.1.0)
    faraday-httpclient (1.0.1)
    faraday-net_http (1.0.1)
    faraday-net_http_persistent (1.2.0)
    faraday-patron (1.0.0)
    faraday-rack (1.0.0)
    faraday_middleware (1.2.0)
      faraday (~> 1.0)
    ffi (1.15.4)
    font-awesome-rails (4.7.0.7)
      railties (>= 3.2, < 7)
    globalid (1.0.0)
      activesupport (>= 5.0)
    hashie (5.0.0)
    htmlentities (4.3.4)
    i18n (1.8.11)
      concurrent-ruby (~> 1.0)
    jquery-rails (4.4.0)
      rails-dom-testing (>= 1, < 3)
      railties (>= 4.2.0)
      thor (>= 0.14, < 2.0)
    json (2.6.1)
    jwt (2.3.0)
    latex-decode (0.1.1)
      unicode (~> 0.4)
    loofah (2.13.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    marcel (0.3.3)
      mimemagic (~> 0.3.2)
    matrix (0.4.2)
    method_source (1.0.0)
    mimemagic (0.3.10)
      nokogiri (~> 1)
      rake
    mini_mime (1.1.2)
    minitest (5.15.0)
    multi_json (1.15.0)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    newrelic_rpm (8.2.0)
    nio4r (2.5.8)
    nokogiri (1.13.6-x86_64-linux)
      racc (~> 1.4)
    oauth2 (1.4.7)
      faraday (>= 0.8, < 2.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    omniauth (2.0.4)
{'fraction_non_alphanumeric': 0.18744365215965905, 'fraction_numerical': 0.11482665355298746, 'mean_word_length': 1.7537801850598058, 'pattern_counts': {'":': 0, '<': 43, '<?xml version=': 0, '>': 191, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3542355', 'n_tokens_mistral': 6318, 'n_tokens_neox': 5746, 'n_words': 933}