<commit_before>
language: node_js
node_js: [node]

before_install:
  # Download and export yarn.
  - curl -o- -L https://yarnpkg.com/install.sh | bash -s -- --version 1.0.1
  - export PATH=$HOME/.yarn/bin:$PATH
  # Export the C++11 compiler.
  - if [[ $TRAVIS_OS_NAME == "linux" ]]; then export CXX=g++-4.8; fi

cache:
  # Cache yarn packages.
  yarn: true

env:
  # Do two runs, one for testing and one for linting.
  matrix:
    - TEST_TYPE=test
    - TEST_TYPE=lint

script:
  # Run bootstrap first so that the proper workspaces links are created.
  # HACK: Right now `upath` is broken to not work in latest node, so we need
  # to ignore the engines field here.
  - yarn install --ignore-engines
  # Build all of the packages so they are resolvable by each other.
  - yarn build
  # Run testing or linting depending on the environment.
  - yarn $TEST_TYPE<commit_msg>fix travis ci<commit_after>
language: node_js
node_js: [node]

before_install:
  # Export the C++11 compiler.
  - if [[ $TRAVIS_OS_NAME == "linux" ]]; then export CXX=g++-4.8; fi
  # HACK: Right now `upath` is broken to not work in latest node, so we need
  # to ignore the engines field here.
  - yarn config set ignore-engines --global

cache:
  # Cache yarn packages.
  yarn: true

env:
  # Do two runs, one for testing and one for linting.
  matrix:
    - TEST_TYPE=test
    - TEST_TYPE=lint

script:
  # Build all of the packages so they are resolvable by each other.
  - yarn build
  # Run testing or linting depending on the environment.
  - yarn $TEST_TYPE
{'fraction_non_alphanumeric': 0.09902280130293159, 'fraction_numerical': 0.0071661237785016286, 'mean_word_length': 3.0634920634920637, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1714400', 'n_tokens_mistral': 537, 'n_tokens_neox': 515, 'n_words': 200}