<commit_before>language: ruby

cache:
  bundler: true

dist: trusty

before_install:
  - pip install awscli --user

stages:
  - test
  - build latest archives
  - PHP
  - Python
  - Ruby

jobs:
  include:
    - stage: test
      script: bundle exec rake spec
    - stage: build latest archives
      script: bundle exec rake build_latest_archives
    - script: bundle exec rake build[apt-whitelist-checker,run]
    - stage: PHP
      script: bundle exec rake build[php-src-builder,default,'VERSION=master ALIAS=nightly ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - script: bundle exec rake build[php-src-builder,default,'VERSION=7.0snapshot ALIAS=$VERSION ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - script: bundle exec rake build[php-src-builder,default,'VERSION=7.1snapshot ALIAS=$VERSION ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - script: bundle exec rake build[php-src-builder,default,'VERSION=7.2snapshot ALIAS=$VERSION ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - stage: Python
      script: bundle exec rake build[cpython-builder,default,VERSION=3.5-dev]
    - script: bundle exec rake build[cpython-builder,default,VERSION=3.6-dev]
    - script: bundle exec rake build[cpython-builder,default,VERSION=3.7-dev]
    - script: bundle exec rake build[cpython-builder,default,VERSION=nightly]
    - script: bundle exec rake build['cpython-builder','default','VERSION=pypy3-dev ALIAS=pypy3-nightly']
    - script: bundle exec rake build['cpython-builder','default','VERSION=pypy-dev ALIAS=pypy-nightly']
    - stage: Ruby
      script: bundle exec rake build['travis-rubies','build','RUBY=ruby-head']
    - script: bundle exec rake build['travis-rubies','build','RUBY=jruby-head']
    - script: bundle exec rake build['travis-rubies','build','RUBY=mruby-head']
    - script: bundle exec rake build['travis-rubies','build','RUBY=ruby-head-clang']
<commit_msg>Run 3.6-dev as nightly for now<commit_after>language: ruby

cache:
  bundler: true

dist: trusty

before_install:
  - pip install awscli --user

stages:
  - test
  - build latest archives
  - PHP
  - Python
  - Ruby

jobs:
  include:
    - stage: test
      script: bundle exec rake spec
    - stage: build latest archives
      script: bundle exec rake build_latest_archives
    - script: bundle exec rake build[apt-whitelist-checker,run]
    - stage: PHP
      script: bundle exec rake build[php-src-builder,default,'VERSION=master ALIAS=nightly ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - script: bundle exec rake build[php-src-builder,default,'VERSION=7.0snapshot ALIAS=$VERSION ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - script: bundle exec rake build[php-src-builder,default,'VERSION=7.1snapshot ALIAS=$VERSION ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - script: bundle exec rake build[php-src-builder,default,'VERSION=7.2snapshot ALIAS=$VERSION ICU_RELEASE=59.1 ICU_INSTALL_DIR=$HOME/.phpenv/versions/$VERSION']
    - stage: Python
      script: bundle exec rake build[cpython-builder,default,VERSION=3.5-dev]
    - script: bundle exec rake build[cpython-builder,default,VERSION=3.6-dev ALIAS=nightly]
    - script: bundle exec rake build[cpython-builder,default,VERSION=3.7-dev]
    - script: bundle exec rake build['cpython-builder','default','VERSION=pypy3-dev ALIAS=pypy3-nightly']
    - script: bundle exec rake build['cpython-builder','default','VERSION=pypy-dev ALIAS=pypy-nightly']
    - stage: Ruby
      script: bundle exec rake build['travis-rubies','build','RUBY=ruby-head']
    - script: bundle exec rake build['travis-rubies','build','RUBY=jruby-head']
    - script: bundle exec rake build['travis-rubies','build','RUBY=mruby-head']
    - script: bundle exec rake build['travis-rubies','build','RUBY=ruby-head-clang']

{'fraction_non_alphanumeric': 0.13099205331966163, 'fraction_numerical': 0.01384260446039477, 'mean_word_length': 4.4726507713884995, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '591746', 'n_tokens_mistral': 1351, 'n_tokens_neox': 1301, 'n_words': 267}