<commit_before>sudo: false
language: ruby
rvm:
  - 2.1.10
  - 2.2.7
  - 2.3.4
  - 2.4.1
  - rbx-3.72
  - jruby-9.1.8.0
before_install: gem install bundler -v 1.14.6
<commit_msg>Remove ruby version 2.1.10 (no longer supported by ruby team), upgrade to the latest patches.<commit_after>sudo: false
language: ruby
rvm:
  - 2.2.8
  - 2.3.5
  - 2.4.2
  - rbx-3.72
  - jruby-9.1.8.0
before_install: gem install bundler -v 1.14.6

{'fraction_non_alphanumeric': 0.14893617021276595, 'fraction_numerical': 0.11347517730496454, 'mean_word_length': 2.338582677165354, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2295372', 'n_tokens_mistral': 217, 'n_tokens_neox': 192, 'n_words': 47}