<commit_before>---
language: ruby
sudo: false
cache: bundler
bundler_args: --without dev
script: "bundle exec rake ci"
rvm:
  - 1.9.3
  - 2.0
  - 2.1
  - 2.2
  - 2.3.1
  - ruby-head
  - jruby-9000
  - jruby-head
  - rbx-2
matrix:
  allow_failures:
    - rvm: ruby-head
    - rvm: jruby-9000
    - rvm: jruby-head
    - rvm: rbx-2
  fast_finish: true<commit_msg>Change to use latest Rubies and restrict bundler version<commit_after>---
language: ruby
before_install: "gem install bundler -v '< 2.0'"
bundler_args: --without dev
script: bundle exec rake ci
rvm:
  - 2.0.0
  - 2.1.10
  - 2.2.10
  - 2.3.8
  - 2.4.6
  - 2.5.5
  - 2.6.3
  - ruby-head
  - jruby-9.2.6.0
  - jruby-head
matrix:
  allow_failures:
    - rvm: ruby-head
    - rvm: jruby-head
    - rvm: jruby-9.2.6.0
  fast_finish: true
{'fraction_non_alphanumeric': 0.14646464646464646, 'fraction_numerical': 0.06944444444444445, 'mean_word_length': 2.0267175572519083, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1110750', 'n_tokens_mistral': 394, 'n_tokens_neox': 359, 'n_words': 82}