<commit_before>language: ruby

branches:
  only:
    - master

env:
  - RAGEL=ON

before_install:
  - gem update --system
  - gem --version
  - travis_retry sudo apt-get update -qq
  - travis_retry bash -c "if [[ \"${RAGEL}\" == ON ]]; then sudo apt-get install -qq ragel; fi"

rvm:
  - '1.8.7'
  - '1.9.3'
  - '2.0.0'
  - '2.1.3'
  - 'jruby-1.7.16'

script: 'rake test:full'
<commit_msg>Use bundle exec to run travis script step<commit_after>language: ruby

branches:
  only:
    - master

env:
  - RAGEL=ON

before_install:
  - gem update --system
  - gem --version
  - travis_retry sudo apt-get update -qq
  - travis_retry bash -c "if [[ \"${RAGEL}\" == ON ]]; then sudo apt-get install -qq ragel; fi"

rvm:
  - '1.8.7'
  - '1.9.3'
  - '2.0.0'
  - '2.1.3'
  - 'jruby-1.7.16'

script: 'bundle exec rake test:full'

{'fraction_non_alphanumeric': 0.17647058823529413, 'fraction_numerical': 0.0392156862745098, 'mean_word_length': 2.321138211382114, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2423662', 'n_tokens_mistral': 374, 'n_tokens_neox': 365, 'n_words': 89}