<commit_before>GIT
  remote: https://github.com/quintel/atlas.git
  revision: 0546b99596e7b5234113c49eba307f389e0b311d
  ref: 0546b99
  specs:
    atlas (1.0.0)
      activemodel (>= 4.1.14.1)
      activesupport (>= 4.1.14.1)
      turbine-graph (>= 0.1)
      virtus (~> 1.0)

GIT
  remote: https://github.com/quintel/refinery.git
  revision: 72eacf84c980ef797a0b7e63f55a39f5ca98640b
  ref: 72eacf8
  specs:
    refinery (0.0.1)
      ruby-graphviz
      terminal-table
      turbine-graph (>= 0.1.1)

GIT
  remote: https://github.com/quintel/rubel.git
  revision: ad3d44ef4304da6a98db3ec42747a7af9e7e64c7
  ref: ad3d44e
  specs:
    rubel (0.1.0)

GIT
  remote: https://github.com/quintel/transformer.git
  revision: 721f8f0fdf331099547732fae1d07599b8a34610
  ref: 721f8f0
  specs:
    transformer (1.0.0)
      atlas (~> 1.0)
      virtus (~> 1.0)

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.2.6)
      actionpack (= 5.2.6)
      nio4r (~> 2.0)
      websocket-driver (>= 0.6.1)
    actionmailer (5.2.6)
      actionpack (= 5.2.6)
      actionview (= 5.2.6)
      activejob (= 5.2.6)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.2.6)
      actionview (= 5.2.6)
      activesupport (= 5.2.6)
      rack (~> 2.0, >= 2.0.8)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.2.6)
      activesupport (= 5.2.6)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activejob (5.2.6)
      activesupport (= 5.2.6)
      globalid (>= 0.3.6)
    activemodel (5.2.6)
      activesupport (= 5.2.6)
    activerecord (5.2.6)
      activemodel (= 5.2.6)
      activesupport (= 5.2.6)
      arel (>= 9.0)
    activestorage (5.2.6)
      actionpack (= 5.2.6)
      activerecord (= 5.2.6)
      marcel (~> 1.0.0)
    activesupport (5.2.6)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.5.2)
      public_suffix (>= 2.0.2, < 4.0)
    airbrussh (1.4.0)
      sshkit (>= 1.6.1, != 1.7.0)
    archive-zip (0.9.0)
      io-like (~> 0.3.0)
    arel (9.0.0)
    ast (2.4.2)
    axiom-types (0.1.1)
      descendants_tracker (~> 0.0.4)
      ice_nine (~> 0.11.0)
      thread_safe (~> 0.3, >= 0.3.1)
    bcrypt (3.1.13)
    bindex (0.5.0)
    bootsnap (1.4.4)
      msgpack (~> 1.0)
    builder (3.2.4)
    byebug (10.0.2)
    capistrano (3.11.0)
      airbrussh (>= 1.0.0)
      i18n
      rake (>= 10.0.0)
      sshkit (>= 1.9.0)
    capistrano-bundler (1.4.0)
      capistrano (~> 3.1)
      sshkit (~> 1.2)
    capistrano-rails (1.4.0)
      capistrano (~> 3.1)
      capistrano-bundler (~> 1.1)
    capistrano-rbenv (2.1.4)
      capistrano (~> 3.1)
      sshkit (~> 1.3)
    capistrano3-puma (5.0.4)
      capistrano (~> 3.7)
      capistrano-bundler
      puma (>= 4.0, < 6.0)
    coderay (1.1.2)
    coercible (1.0.0)
      descendants_tracker (~> 0.0.1)
    concurrent-ruby (1.1.9)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    crass (1.0.6)
    database_cleaner (1.7.0)
    deep_cloneable (2.3.2)
      activerecord (>= 3.1.0, < 6)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    devise (4.7.1)
      bcrypt (~> 3.0)
      orm_adapter (~> 0.1)
      railties (>= 4.1.0)
      responders
      warden (~> 1.2.3)
    diff-lcs (1.3)
    docile (1.3.1)
    domain_name (0.5.20180417)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.5.0)
    dotenv-rails (2.5.0)
      dotenv (= 2.5.0)
      railties (>= 3.2, < 6.0)
    equalizer (0.0.11)
    erubi (1.10.0)
    execjs (2.7.0)
    factory_bot (4.11.1)
      activesupport (>= 3.0.0)
    factory_bot_rails (4.11.1)
      factory_bot (~> 4.11.1)
      railties (>= 3.0.0)
    faraday (0.17.3)
      multipart-post (>= 1.2, < 3)
    ffi (1.9.25)
    git (1.8.1)
      rchardet (~> 1.8)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    gradients (0.0.2)
    hashdiff (0.3.7)
    http-cookie (1.0.3)
      domain_name (~> 0.5)
    http_accept_language (2.1.1)
    i18n (1.8.10)
      concurrent-ruby (~> 1.0)
    ice_nine (0.11.2)
    io-like (0.3.0)
    jbuilder (2.8.0)
      activesupport (>= 4.2.0)
      multi_json (>= 1.2)
    jquery-rails (4.3.3)
      rails-dom-testing (>= 1, < 3)
      railties (>= 4.2.0)
      thor (>= 0.14, < 2.0)
    json (2.3.0)
    libv8 (172.16.31.10)
    listen (3.0.8)
      rb-fsevent (~> 0.9, >= 0.9.4)
      rb-inotify (~> 0.9, >= 0.9.7)
    loofah (2.10.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    marcel (1.0.1)
    method_source (0.9.2)
    mime-types (3.2.2)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2018.0812)
    mini_mime (1.1.0)
    mini_portile2 (2.5.3)
    mini_racer (0.3.1)
      libv8 (~> 8.4.255)
    minitest (5.14.4)
    msgpack (1.3.1)
    multi_json (1.13.1)
    multipart-post (2.1.1)
    mysql2 (0.5.2)
    net-scp (3.0.0)
      net-ssh (>= 2.6.5, < 7.0.0)
    net-ssh (6.1.0)
    netrc (0.11.0)
    nio4r (2.5.7)
    nokogiri (1.11.7)
      mini_portile2 (~> 2.5.0)
      racc (~> 1.4)
    orm_adapter (0.5.0)
    parallel (1.20.1)
    parser (3.0.0.0)
      ast (~> 2.4.1)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    pry-rails (0.3.8)
      pry (>= 0.10.4)
    public_suffix (3.0.3)
    puma (4.3.8)
      nio4r (~> 2.0)
    pundit (2.0.0)
      activesupport (>= 3.0.0)
    racc (1.5.2)
    rack (2.2.3)
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rails (5.2.6)
      actioncable (= 5.2.6)
      actionmailer (= 5.2.6)
      actionpack (= 5.2.6)
      actionview (= 5.2.6)
      activejob (= 5.2.6)
      activemodel (= 5.2.6)
      activerecord (= 5.2.6)
      activestorage (= 5.2.6)
      activesupport (= 5.2.6)
      bundler (>= 1.3.0)
      railties (= 5.2.6)
      sprockets-rails (>= 2.0.0)
    rails-dom-testing (2.0.3)
      activesupport (>= 4.2.0)<commit_msg>Bump addressable from 2.5.2 to 2.8.0<commit_after>GIT
  remote: https://github.com/quintel/atlas.git
  revision: 0546b99596e7b5234113c49eba307f389e0b311d
  ref: 0546b99
  specs:
    atlas (1.0.0)
      activemodel (>= 4.1.14.1)
      activesupport (>= 4.1.14.1)
      turbine-graph (>= 0.1)
      virtus (~> 1.0)

GIT
  remote: https://github.com/quintel/refinery.git
  revision: 72eacf84c980ef797a0b7e63f55a39f5ca98640b
  ref: 72eacf8
  specs:
    refinery (0.0.1)
      ruby-graphviz
      terminal-table
      turbine-graph (>= 0.1.1)

GIT
  remote: https://github.com/quintel/rubel.git
  revision: ad3d44ef4304da6a98db3ec42747a7af9e7e64c7
  ref: ad3d44e
  specs:
    rubel (0.1.0)

GIT
  remote: https://github.com/quintel/transformer.git
  revision: 721f8f0fdf331099547732fae1d07599b8a34610
  ref: 721f8f0
  specs:
    transformer (1.0.0)
      atlas (~> 1.0)
      virtus (~> 1.0)

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.2.6)
      actionpack (= 5.2.6)
      nio4r (~> 2.0)
      websocket-driver (>= 0.6.1)
    actionmailer (5.2.6)
      actionpack (= 5.2.6)
      actionview (= 5.2.6)
      activejob (= 5.2.6)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.2.6)
      actionview (= 5.2.6)
      activesupport (= 5.2.6)
      rack (~> 2.0, >= 2.0.8)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.2.6)
      activesupport (= 5.2.6)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activejob (5.2.6)
      activesupport (= 5.2.6)
      globalid (>= 0.3.6)
    activemodel (5.2.6)
      activesupport (= 5.2.6)
    activerecord (5.2.6)
      activemodel (= 5.2.6)
      activesupport (= 5.2.6)
      arel (>= 9.0)
    activestorage (5.2.6)
      actionpack (= 5.2.6)
      activerecord (= 5.2.6)
      marcel (~> 1.0.0)
    activesupport (5.2.6)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.8.0)
      public_suffix (>= 2.0.2, < 5.0)
    airbrussh (1.4.0)
      sshkit (>= 1.6.1, != 1.7.0)
    archive-zip (0.9.0)
      io-like (~> 0.3.0)
    arel (9.0.0)
    ast (2.4.2)
    axiom-types (0.1.1)
      descendants_tracker (~> 0.0.4)
      ice_nine (~> 0.11.0)
      thread_safe (~> 0.3, >= 0.3.1)
    bcrypt (3.1.13)
    bindex (0.5.0)
    bootsnap (1.4.4)
      msgpack (~> 1.0)
    builder (3.2.4)
    byebug (10.0.2)
    capistrano (3.11.0)
      airbrussh (>= 1.0.0)
      i18n
      rake (>= 10.0.0)
      sshkit (>= 1.9.0)
    capistrano-bundler (1.4.0)
      capistrano (~> 3.1)
      sshkit (~> 1.2)
    capistrano-rails (1.4.0)
      capistrano (~> 3.1)
      capistrano-bundler (~> 1.1)
    capistrano-rbenv (2.1.4)
      capistrano (~> 3.1)
      sshkit (~> 1.3)
    capistrano3-puma (5.0.4)
      capistrano (~> 3.7)
      capistrano-bundler
      puma (>= 4.0, < 6.0)
    coderay (1.1.2)
    coercible (1.0.0)
      descendants_tracker (~> 0.0.1)
    concurrent-ruby (1.1.9)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    crass (1.0.6)
    database_cleaner (1.7.0)
    deep_cloneable (2.3.2)
      activerecord (>= 3.1.0, < 6)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    devise (4.7.1)
      bcrypt (~> 3.0)
      orm_adapter (~> 0.1)
      railties (>= 4.1.0)
      responders
      warden (~> 1.2.3)
    diff-lcs (1.3)
    docile (1.3.1)
    domain_name (0.5.20180417)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.5.0)
    dotenv-rails (2.5.0)
      dotenv (= 2.5.0)
      railties (>= 3.2, < 6.0)
    equalizer (0.0.11)
    erubi (1.10.0)
    execjs (2.7.0)
    factory_bot (4.11.1)
      activesupport (>= 3.0.0)
    factory_bot_rails (4.11.1)
      factory_bot (~> 4.11.1)
      railties (>= 3.0.0)
    faraday (0.17.3)
      multipart-post (>= 1.2, < 3)
    ffi (1.9.25)
    git (1.8.1)
      rchardet (~> 1.8)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    gradients (0.0.2)
    hashdiff (0.3.7)
    http-cookie (1.0.3)
      domain_name (~> 0.5)
    http_accept_language (2.1.1)
    i18n (1.8.10)
      concurrent-ruby (~> 1.0)
    ice_nine (0.11.2)
    io-like (0.3.0)
    jbuilder (2.8.0)
      activesupport (>= 4.2.0)
      multi_json (>= 1.2)
    jquery-rails (4.3.3)
      rails-dom-testing (>= 1, < 3)
      railties (>= 4.2.0)
      thor (>= 0.14, < 2.0)
    json (2.3.0)
    libv8 (172.16.31.10)
    listen (3.0.8)
      rb-fsevent (~> 0.9, >= 0.9.4)
      rb-inotify (~> 0.9, >= 0.9.7)
    loofah (2.10.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    marcel (1.0.1)
    method_source (0.9.2)
    mime-types (3.2.2)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2018.0812)
    mini_mime (1.1.0)
    mini_portile2 (2.5.3)
    mini_racer (0.3.1)
      libv8 (~> 8.4.255)
    minitest (5.14.4)
    msgpack (1.3.1)
    multi_json (1.13.1)
    multipart-post (2.1.1)
    mysql2 (0.5.2)
    net-scp (3.0.0)
      net-ssh (>= 2.6.5, < 7.0.0)
    net-ssh (6.1.0)
    netrc (0.11.0)
    nio4r (2.5.7)
    nokogiri (1.11.7)
      mini_portile2 (~> 2.5.0)
      racc (~> 1.4)
    orm_adapter (0.5.0)
    parallel (1.20.1)
    parser (3.0.0.0)
      ast (~> 2.4.1)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    pry-rails (0.3.8)
      pry (>= 0.10.4)
    public_suffix (4.0.6)
    puma (4.3.8)
      nio4r (~> 2.0)
    pundit (2.0.0)
      activesupport (>= 3.0.0)
    racc (1.5.2)
    rack (2.2.3)
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rails (5.2.6)
      actioncable (= 5.2.6)
      actionmailer (= 5.2.6)
      actionpack (= 5.2.6)
      actionview (= 5.2.6)
      activejob (= 5.2.6)
      activemodel (= 5.2.6)
      activerecord (= 5.2.6)
      activestorage (= 5.2.6)
      activesupport (= 5.2.6)
      bundler (>= 1.3.0)
      railties (= 5.2.6)
      sprockets-rails (>= 2.0.0)
    rails-dom-testing (2.0.3)
      activesupport (>= 4.2.0)
{'fraction_non_alphanumeric': 0.19478897860650962, 'fraction_numerical': 0.135353367185549, 'mean_word_length': 1.718099547511312, 'pattern_counts': {'":': 0, '<': 25, '<?xml version=': 0, '>': 195, 'https://': 10, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '47159', 'n_tokens_mistral': 6520, 'n_tokens_neox': 5924, 'n_words': 956}