<commit_before>PATH
  remote: .
  specs:
    triannon-client (0.0.0)
      dotenv
      linkeddata (~> 1.0)
      pry
      pry-doc
      rest-client (~> 1.0)

GEM
  remote: https://rubygems.org/
  specs:
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    coderay (1.1.0)
    coveralls (0.7.12)
      multi_json (~> 1.10)
      rest-client (>= 1.6.8, < 2)
      simplecov (~> 0.9.1)
      term-ansicolor (~> 1.3)
      thor (~> 0.19.1)
    diff-lcs (1.2.5)
    docile (1.1.5)
    domain_name (0.5.23)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.0.0)
    ebnf (0.3.7)
      haml (~> 4.0)
      rdf (~> 1.1)
      sxp (~> 0.1, >= 0.1.3)
    equivalent-xml (0.5.1)
      nokogiri (>= 1.4.3)
    ffi (1.9.8)
    formatador (0.2.5)
    guard (2.12.5)
      formatador (>= 0.2.4)
      listen (~> 2.7)
      lumberjack (~> 1.0)
      nenv (~> 0.1)
      notiffany (~> 0.0)
      pry (>= 0.9.12)
      shellany (~> 0.0)
      thor (>= 0.18.1)
    guard-compat (1.2.1)
    guard-ctags-bundler (1.4.0)
      guard (>= 2.0)
      guard-compat (>= 0.1.0)
    haml (4.0.6)
      tilt
    hitimes (1.2.2)
    htmlentities (4.3.3)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    json-ld (1.1.8)
      rdf (~> 1.1, >= 1.1.7)
    link_header (0.0.8)
    linkeddata (1.1.2)
      equivalent-xml (~> 0.4)
      json-ld (~> 1.1, >= 1.1.7)
      nokogiri (~> 1.6)
      rdf (~> 1.1, >= 1.1.7)
      rdf-aggregate-repo (~> 1.1)
      rdf-isomorphic (~> 1.1)
      rdf-json (~> 1.1)
      rdf-microdata (~> 2.0)
      rdf-n3 (~> 1.1)
      rdf-rdfa (~> 1.1, >= 1.1.5)
      rdf-rdfxml (~> 1.1, >= 1.1.3)
      rdf-reasoner (~> 0.2, >= 0.2.1)
      rdf-trig (~> 1.1, >= 1.1.3)
      rdf-trix (~> 1.1)
      rdf-turtle (~> 1.1, >= 1.1.5)
      sparql (~> 1.1, >= 1.1.4)
      sparql-client (~> 1.1, >= 1.1.3)
    listen (2.9.0)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    lumberjack (1.0.9)
    method_source (0.8.2)
    mime-types (2.4.3)
    mini_portile (0.6.2)
    multi_json (1.11.0)
    nenv (0.2.0)
    net-http-persistent (2.9.4)
    netrc (0.10.3)
    nokogiri (1.6.6.2)
      mini_portile (~> 0.6.0)
    notiffany (0.0.6)
      nenv (~> 0.1)
      shellany (~> 0.0)
    pry (0.10.1)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    pry-doc (0.6.0)
      pry (~> 0.9)
      yard (~> 0.8)
    rake (10.4.2)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.5)
      ffi (>= 0.5.0)
    rdf (1.1.10)<commit_msg>Bundle update<commit_after>PATH
  remote: .
  specs:
    triannon-client (0.0.0)
      dotenv
      linkeddata (~> 1.0)
      pry
      pry-doc
      rest-client (~> 1.7)

GEM
  remote: https://rubygems.org/
  specs:
    builder (3.2.2)
    celluloid (0.16.0)
      timers (~> 4.0.0)
    coderay (1.1.0)
    coveralls (0.7.12)
      multi_json (~> 1.10)
      rest-client (>= 1.6.8, < 2)
      simplecov (~> 0.9.1)
      term-ansicolor (~> 1.3)
      thor (~> 0.19.1)
    diff-lcs (1.2.5)
    docile (1.1.5)
    domain_name (0.5.23)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.0.0)
    ebnf (0.3.7)
      haml (~> 4.0)
      rdf (~> 1.1)
      sxp (~> 0.1, >= 0.1.3)
    equivalent-xml (0.5.1)
      nokogiri (>= 1.4.3)
    ffi (1.9.8)
    formatador (0.2.5)
    guard (2.12.5)
      formatador (>= 0.2.4)
      listen (~> 2.7)
      lumberjack (~> 1.0)
      nenv (~> 0.1)
      notiffany (~> 0.0)
      pry (>= 0.9.12)
      shellany (~> 0.0)
      thor (>= 0.18.1)
    guard-compat (1.2.1)
    guard-ctags-bundler (1.4.0)
      guard (>= 2.0)
      guard-compat (>= 0.1.0)
    haml (4.0.6)
      tilt
    hitimes (1.2.2)
    htmlentities (4.3.3)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    json-ld (1.1.8)
      rdf (~> 1.1, >= 1.1.7)
    link_header (0.0.8)
    linkeddata (1.1.2)
      equivalent-xml (~> 0.4)
      json-ld (~> 1.1, >= 1.1.7)
      nokogiri (~> 1.6)
      rdf (~> 1.1, >= 1.1.7)
      rdf-aggregate-repo (~> 1.1)
      rdf-isomorphic (~> 1.1)
      rdf-json (~> 1.1)
      rdf-microdata (~> 2.0)
      rdf-n3 (~> 1.1)
      rdf-rdfa (~> 1.1, >= 1.1.5)
      rdf-rdfxml (~> 1.1, >= 1.1.3)
      rdf-reasoner (~> 0.2, >= 0.2.1)
      rdf-trig (~> 1.1, >= 1.1.3)
      rdf-trix (~> 1.1)
      rdf-turtle (~> 1.1, >= 1.1.5)
      sparql (~> 1.1, >= 1.1.4)
      sparql-client (~> 1.1, >= 1.1.3)
    listen (2.10.0)
      celluloid (~> 0.16.0)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    lumberjack (1.0.9)
    method_source (0.8.2)
    mime-types (2.4.3)
    mini_portile (0.6.2)
    multi_json (1.11.0)
    nenv (0.2.0)
    net-http-persistent (2.9.4)
    netrc (0.10.3)
    nokogiri (1.6.6.2)
      mini_portile (~> 0.6.0)
    notiffany (0.0.6)
      nenv (~> 0.1)
      shellany (~> 0.0)
    pry (0.10.1)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    pry-doc (0.6.0)
      pry (~> 0.9)
      yard (~> 0.8)
    rake (10.4.2)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.5)
      ffi (>= 0.5.0)
    rdf (1.1.10)
{'fraction_non_alphanumeric': 0.22400965212145585, 'fraction_numerical': 0.11964608887995173, 'mean_word_length': 1.4550839091806516, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 133, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3980439', 'n_tokens_mistral': 2772, 'n_tokens_neox': 2589, 'n_words': 424}