<commit_before>GIT
  remote: https://gitlab.bitzesty.com/open-source/uktt.git
  revision: 294bf891970259555449e06e1b1c181fa0989489
  specs:
    uktt (0.2.7)
      faraday
      nokogiri
      prawn
      prawn-table
      thor (~> 0.20)

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.1.6.2)
      actionpack (= 5.1.6.2)
      nio4r (~> 2.0)
      websocket-driver (~> 0.6.1)
    actionmailer (5.1.6.2)
      actionpack (= 5.1.6.2)
      actionview (= 5.1.6.2)
      activejob (= 5.1.6.2)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.1.6.2)
      actionview (= 5.1.6.2)
      activesupport (= 5.1.6.2)
      rack (~> 2.0)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.1.6.2)
      activesupport (= 5.1.6.2)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activejob (5.1.6.2)
      activesupport (= 5.1.6.2)
      globalid (>= 0.3.6)
    activemodel (5.1.6.2)
      activesupport (= 5.1.6.2)
    activerecord (5.1.6.2)
      activemodel (= 5.1.6.2)
      activesupport (= 5.1.6.2)
      arel (~> 8.0)
    activesupport (5.1.6.2)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.6.0)
      public_suffix (>= 2.0.2, < 4.0)
    ansi (1.5.0)
    arel (8.0.0)
    ast (2.4.0)
    aws-eventstream (1.0.3)
    aws-sdk (2.11.269)
      aws-sdk-resources (= 2.11.269)
    aws-sdk-core (2.11.269)
      aws-sigv4 (~> 1.0)
      jmespath (~> 1.0)
    aws-sdk-rails (1.0.1)
      aws-sdk-resources (~> 2)
      railties (>= 3)
    aws-sdk-resources (2.11.269)
      aws-sdk-core (= 2.11.269)
    aws-sigv4 (1.1.0)
      aws-eventstream (~> 1.0, >= 1.0.2)
    bootsnap (1.4.4)
      msgpack (~> 1.0)
    builder (3.2.3)
    byebug (11.0.1)
    coderay (1.1.2)
    combine_pdf (1.0.16)
      ruby-rc4 (>= 0.1.5)
    concurrent-ruby (1.1.5)
    connection_pool (2.2.2)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    crass (1.0.5)
    curb (0.9.10)
    database_cleaner (1.7.0)
    diff-lcs (1.3)
    docile (1.1.5)
    dotenv (2.7.2)
    dotenv-rails (2.7.2)
      dotenv (= 2.7.2)
      railties (>= 3.2, < 6.1)
    elasticsearch (6.1.0)
      elasticsearch-api (= 6.1.0)
      elasticsearch-transport (= 6.1.0)
    elasticsearch-api (6.1.0)
      multi_json
    elasticsearch-extensions (0.0.30)
      ansi
      elasticsearch
    elasticsearch-transport (6.1.0)
      faraday
      multi_json
    erubi (1.8.0)
    et-orbi (1.2.1)
      tzinfo
    factory_girl (4.8.1)
      activesupport (>= 3.0.0)
    factory_girl_rails (4.8.0)
      factory_girl (~> 4.8.0)
      railties (>= 3.0.0)
    fakefs (0.18.1)
    faraday (0.15.4)
      multipart-post (>= 1.2, < 3)
    fast_jsonapi (1.5)
      activesupport (>= 4.2)
    ffi (1.10.0)
    foreman (0.63.0)
      dotenv (>= 0.7)
      thor (>= 0.13.6)
    forgery (0.7.0)
    fugit (1.2.1)
      et-orbi (~> 1.1, >= 1.1.8)
      raabro (~> 1.1)
    gds-sso (13.6.0)
      multi_json (~> 1.0)
      oauth2 (~> 1.0)
      omniauth (~> 1.2)
      omniauth-gds (~> 3.2)
      rails (>= 4.2.4)
      warden (~> 1.2)
      warden-oauth2 (~> 0.0.1)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    govuk-lint (3.11.1)
      rubocop (~> 0.64)
      rubocop-rspec (~> 1.28)
      scss_lint
    hashdiff (0.3.9)
    hashie (3.6.0)
    holidays (7.1.0)
    i18n (1.6.0)
      concurrent-ruby (~> 1.0)
    jaro_winkler (1.5.2)
    jmespath (1.4.0)
    json (2.2.0)
    json_expressions (0.9.0)
    jwt (2.1.0)
    launchy (2.4.3)
      addressable (~> 2.3)
    letter_opener (1.7.0)
      launchy (~> 2.2)
    lograge (0.11.0)
      actionpack (>= 4)
      activesupport (>= 4)
      railties (>= 4)
      request_store (~> 1.0)
    logstash-event (1.2.02)
    loofah (2.4.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    method_source (0.9.2)
    mini_mime (1.0.1)
    mini_portile2 (2.4.0)
    minitest (5.11.3)
    msgpack (1.2.10)
    multi_json (1.13.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    mustermann (1.0.3)
    nio4r (2.3.1)
    nokogiri (1.10.7)
      mini_portile2 (~> 2.4.0)
    oauth2 (1.4.1)
      faraday (>= 0.8, < 0.16.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    omniauth (1.9.0)
      hashie (>= 3.4.6, < 3.7.0)
      rack (>= 1.6.2, < 3)
    omniauth-gds (3.2.1)
      multi_json (~> 1.10)
      omniauth-oauth2 (= 1.3.1)
    omniauth-oauth2 (1.3.1)
      oauth2 (~> 1.0)
      omniauth (~> 1.2)
    ox (2.10.0)
    parallel (1.17.0)
    parser (2.6.3.0)
      ast (~> 2.4.0)
    pdf-core (0.7.0)
    pg (1.1.4)
    plek (1.12.0)
    prawn (2.2.2)
      pdf-core (~> 0.7.0)
      ttfunk (~> 1.5)
    prawn-table (0.2.2)
      prawn (>= 1.3.0, < 3.0.0)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    pry-byebug (3.7.0)
      byebug (~> 11.0)
      pry (~> 0.10)
    pry-rails (0.3.9)
      pry (>= 0.10.4)
    public_suffix (3.0.3)
    puma (3.12.2)
    raabro (1.1.6)
    rabl (0.14.1)
      activesupport (>= 2.3.14)
    rack (2.0.7)
    rack-protection (2.0.5)
      rack
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rack-timeout (0.5.1)
    rails (5.1.6.2)
      actioncable (= 5.1.6.2)
      actionmailer (= 5.1.6.2)
      actionpack (= 5.1.6.2)
      actionview (= 5.1.6.2)
      activejob (= 5.1.6.2)
      activemodel (= 5.1.6.2)
      activerecord (= 5.1.6.2)
      activesupport (= 5.1.6.2)
      bundler (>= 1.3.0)
      railties (= 5.1.6.2)
      sprockets-rails (>= 2.0.0)
    rails-dom-testing (2.0.3)
      activesupport (>= 4.2.0)<commit_msg>Upgrade rack to 2.0.8<commit_after>GIT
  remote: https://gitlab.bitzesty.com/open-source/uktt.git
  revision: 294bf891970259555449e06e1b1c181fa0989489
  specs:
    uktt (0.2.7)
      faraday
      nokogiri
      prawn
      prawn-table
      thor (~> 0.20)

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (5.1.6.2)
      actionpack (= 5.1.6.2)
      nio4r (~> 2.0)
      websocket-driver (~> 0.6.1)
    actionmailer (5.1.6.2)
      actionpack (= 5.1.6.2)
      actionview (= 5.1.6.2)
      activejob (= 5.1.6.2)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (5.1.6.2)
      actionview (= 5.1.6.2)
      activesupport (= 5.1.6.2)
      rack (~> 2.0)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.1.6.2)
      activesupport (= 5.1.6.2)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activejob (5.1.6.2)
      activesupport (= 5.1.6.2)
      globalid (>= 0.3.6)
    activemodel (5.1.6.2)
      activesupport (= 5.1.6.2)
    activerecord (5.1.6.2)
      activemodel (= 5.1.6.2)
      activesupport (= 5.1.6.2)
      arel (~> 8.0)
    activesupport (5.1.6.2)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.6.0)
      public_suffix (>= 2.0.2, < 4.0)
    ansi (1.5.0)
    arel (8.0.0)
    ast (2.4.0)
    aws-eventstream (1.0.3)
    aws-sdk (2.11.269)
      aws-sdk-resources (= 2.11.269)
    aws-sdk-core (2.11.269)
      aws-sigv4 (~> 1.0)
      jmespath (~> 1.0)
    aws-sdk-rails (1.0.1)
      aws-sdk-resources (~> 2)
      railties (>= 3)
    aws-sdk-resources (2.11.269)
      aws-sdk-core (= 2.11.269)
    aws-sigv4 (1.1.0)
      aws-eventstream (~> 1.0, >= 1.0.2)
    bootsnap (1.4.4)
      msgpack (~> 1.0)
    builder (3.2.3)
    byebug (11.0.1)
    coderay (1.1.2)
    combine_pdf (1.0.16)
      ruby-rc4 (>= 0.1.5)
    concurrent-ruby (1.1.5)
    connection_pool (2.2.2)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    crass (1.0.5)
    curb (0.9.10)
    database_cleaner (1.7.0)
    diff-lcs (1.3)
    docile (1.1.5)
    dotenv (2.7.2)
    dotenv-rails (2.7.2)
      dotenv (= 2.7.2)
      railties (>= 3.2, < 6.1)
    elasticsearch (6.1.0)
      elasticsearch-api (= 6.1.0)
      elasticsearch-transport (= 6.1.0)
    elasticsearch-api (6.1.0)
      multi_json
    elasticsearch-extensions (0.0.30)
      ansi
      elasticsearch
    elasticsearch-transport (6.1.0)
      faraday
      multi_json
    erubi (1.8.0)
    et-orbi (1.2.1)
      tzinfo
    factory_girl (4.8.1)
      activesupport (>= 3.0.0)
    factory_girl_rails (4.8.0)
      factory_girl (~> 4.8.0)
      railties (>= 3.0.0)
    fakefs (0.18.1)
    faraday (0.15.4)
      multipart-post (>= 1.2, < 3)
    fast_jsonapi (1.5)
      activesupport (>= 4.2)
    ffi (1.10.0)
    foreman (0.63.0)
      dotenv (>= 0.7)
      thor (>= 0.13.6)
    forgery (0.7.0)
    fugit (1.2.1)
      et-orbi (~> 1.1, >= 1.1.8)
      raabro (~> 1.1)
    gds-sso (13.6.0)
      multi_json (~> 1.0)
      oauth2 (~> 1.0)
      omniauth (~> 1.2)
      omniauth-gds (~> 3.2)
      rails (>= 4.2.4)
      warden (~> 1.2)
      warden-oauth2 (~> 0.0.1)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    govuk-lint (3.11.1)
      rubocop (~> 0.64)
      rubocop-rspec (~> 1.28)
      scss_lint
    hashdiff (0.3.9)
    hashie (3.6.0)
    holidays (7.1.0)
    i18n (1.6.0)
      concurrent-ruby (~> 1.0)
    jaro_winkler (1.5.2)
    jmespath (1.4.0)
    json (2.2.0)
    json_expressions (0.9.0)
    jwt (2.1.0)
    launchy (2.4.3)
      addressable (~> 2.3)
    letter_opener (1.7.0)
      launchy (~> 2.2)
    lograge (0.11.0)
      actionpack (>= 4)
      activesupport (>= 4)
      railties (>= 4)
      request_store (~> 1.0)
    logstash-event (1.2.02)
    loofah (2.4.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    method_source (0.9.2)
    mini_mime (1.0.1)
    mini_portile2 (2.4.0)
    minitest (5.11.3)
    msgpack (1.2.10)
    multi_json (1.13.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    mustermann (1.0.3)
    nio4r (2.3.1)
    nokogiri (1.10.7)
      mini_portile2 (~> 2.4.0)
    oauth2 (1.4.1)
      faraday (>= 0.8, < 0.16.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    omniauth (1.9.0)
      hashie (>= 3.4.6, < 3.7.0)
      rack (>= 1.6.2, < 3)
    omniauth-gds (3.2.1)
      multi_json (~> 1.10)
      omniauth-oauth2 (= 1.3.1)
    omniauth-oauth2 (1.3.1)
      oauth2 (~> 1.0)
      omniauth (~> 1.2)
    ox (2.10.0)
    parallel (1.17.0)
    parser (2.6.3.0)
      ast (~> 2.4.0)
    pdf-core (0.7.0)
    pg (1.1.4)
    plek (1.12.0)
    prawn (2.2.2)
      pdf-core (~> 0.7.0)
      ttfunk (~> 1.5)
    prawn-table (0.2.2)
      prawn (>= 1.3.0, < 3.0.0)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    pry-byebug (3.7.0)
      byebug (~> 11.0)
      pry (~> 0.10)
    pry-rails (0.3.9)
      pry (>= 0.10.4)
    public_suffix (3.0.3)
    puma (3.12.2)
    raabro (1.1.6)
    rabl (0.14.1)
      activesupport (>= 2.3.14)
    rack (2.0.8)
    rack-protection (2.0.5)
      rack
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rack-timeout (0.5.1)
    rails (5.1.6.2)
      actioncable (= 5.1.6.2)
      actionmailer (= 5.1.6.2)
      actionpack (= 5.1.6.2)
      actionview (= 5.1.6.2)
      activejob (= 5.1.6.2)
      activemodel (= 5.1.6.2)
      activerecord (= 5.1.6.2)
      activesupport (= 5.1.6.2)
      bundler (>= 1.3.0)
      railties (= 5.1.6.2)
      sprockets-rails (>= 2.0.0)
    rails-dom-testing (2.0.3)
      activesupport (>= 4.2.0)
{'fraction_non_alphanumeric': 0.20072802912116486, 'fraction_numerical': 0.1283584676720402, 'mean_word_length': 1.586060062752129, 'pattern_counts': {'":': 0, '<': 25, '<?xml version=': 0, '>': 181, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 60, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1140386', 'n_tokens_mistral': 6188, 'n_tokens_neox': 5707, 'n_words': 928}