<commit_before>sudo: false
language: node_js
node_js:
  - "8.9.3"
env:
  - CXX=g++-5
addons:
  apt:
    sources:
    - ubuntu-toolchain-r-test
    packages:
    - g++-5
    firefox: "latest"
before_install:
  - curl -o- -L https://yarnpkg.com/install.sh | bash -s -- --version 1.3.2
  - export PATH=$HOME/.yarn/bin:$PATH
  - yarn global add node-gyp
cache:
  yarn: true
branches:
  only: 
    - gh-pages
    - /.*/ 
before_script:
  - "export DISPLAY=:99.0"
  - "sh -e /etc/init.d/xvfb start"
  - sleep 3 # give xvfb some time to start
script:
  - yarn test
  - yarn build
deploy:
  - provider: npm
    skip_cleanup: true
    email: "<EMAIL>"
    api_key: $NPM_AUTH_TOKEN
    on:
      tags: true
  - provider: releases
    skip_cleanup: true
    api_key: $GITHUB_TOKEN
    file: distribution/latest/ld2h.js
    on:
      tags: true
  - provider: script
    skip_cleanup: true
    script: bash .travis_publish
    on:
      tags: true

  <commit_msg>excluding gh-pages to prevent recursion<commit_after>sudo: false
language: node_js
node_js:
  - "8.9.3"
env:
  - CXX=g++-5
addons:
  apt:
    sources:
    - ubuntu-toolchain-r-test
    packages:
    - g++-5
    firefox: "latest"
before_install:
  - curl -o- -L https://yarnpkg.com/install.sh | bash -s -- --version 1.3.2
  - export PATH=$HOME/.yarn/bin:$PATH
  - yarn global add node-gyp
cache:
  yarn: true
branches:
  except: 
    - gh-pages
before_script:
  - "export DISPLAY=:99.0"
  - "sh -e /etc/init.d/xvfb start"
  - sleep 3 # give xvfb some time to start
script:
  - yarn test
  - yarn build
deploy:
  - provider: npm
    skip_cleanup: true
    email: "<EMAIL>"
    api_key: $NPM_AUTH_TOKEN
    on:
      tags: true
  - provider: releases
    skip_cleanup: true
    api_key: $GITHUB_TOKEN
    file: distribution/latest/ld2h.js
    on:
      tags: true
  - provider: script
    skip_cleanup: true
    script: bash .travis_publish
    on:
      tags: true

  
{'fraction_non_alphanumeric': 0.12630480167014613, 'fraction_numerical': 0.013569937369519834, 'mean_word_length': 2.276923076923077, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '164584', 'n_tokens_mistral': 778, 'n_tokens_neox': 744, 'n_words': 184}