<commit_before>language: python
matrix:
  include:
  - os: linux
    cache: apt
    dist: xenial
    python: '2.7'
  - os: linux
    cache: apt
    dist: xenial
    python: '3.6'
    env: DEPLOY="true"
  - os: osx
    language: c
    osx_image: xcode11
addons:
  apt:
    packages:
    - python-usb
    - python-setuptools
    - dfu-util
    - gcc-arm-none-eabi
    - libnewlib-arm-none-eabi
    - libstdc++-arm-none-eabi-newlib
  homebrew:
    taps: armmbed/formulae
    packages:
    - arm-none-eabi-gcc
    - dfu-util
before_install:
- pip install PyYAML
before_script:
- export CFLAGS="-Wall -Wextra"
- export PYTHONPATH="/home/travis/.local/lib/python3.6/site-packages/:/home/travis/.local/lib/python2.7/site-packages/"
script:
- pushd libgreat/host/
- python setup.py build
- sudo $(which python) setup.py install
- popd
- pushd host/
- python setup.py build
- sudo $(which python) setup.py install
- popd
- make firmware
before_deploy:
- openssl aes-256-cbc -K $encrypted_3584182e1d21_key -iv $encrypted_3584182e1d21_iv
  -in id_deploy.enc -out id_deploy -d
- mkdir bin
- wget https://raw.githubusercontent.com/Kentzo/git-archive-all/master/git_archive_all.py -O bin/git-archive-all
- chmod +x bin/git-archive-all
- export PATH=$PATH:$PWD/bin/
- eval "$(ssh-agent -s)"
- chmod 600 id_deploy
- ssh-add id_deploy
- echo $KNOWN_HOSTS_ENTRIES >> $HOME/.ssh/known_hosts
deploy:
  provider: script
  script: make deploy_nightly VERSION_SUFFIX="auto-nightly"
  on:
    branch: master
    condition: $DEPLOY = "true"
<commit_msg>CI: move from an unreliable script download to pip<commit_after>language: python
matrix:
  include:
  - os: linux
    cache: apt
    dist: xenial
    python: '2.7'
  - os: linux
    cache: apt
    dist: xenial
    python: '3.6'
    env: DEPLOY="true"
  - os: osx
    language: c
    osx_image: xcode11
addons:
  apt:
    packages:
    - python-usb
    - python-setuptools
    - dfu-util
    - gcc-arm-none-eabi
    - libnewlib-arm-none-eabi
    - libstdc++-arm-none-eabi-newlib
  homebrew:
    taps: armmbed/formulae
    packages:
    - arm-none-eabi-gcc
    - dfu-util
before_install:
- pip install PyYAML
before_script:
- export CFLAGS="-Wall -Wextra"
- export PYTHONPATH="/home/travis/.local/lib/python3.6/site-packages/:/home/travis/.local/lib/python2.7/site-packages/"
script:
- pushd libgreat/host/
- python setup.py build
- sudo $(which python) setup.py install
- popd
- pushd host/
- python setup.py build
- sudo $(which python) setup.py install
- popd
- make firmware
before_deploy:
- openssl aes-256-cbc -K $encrypted_3584182e1d21_key -iv $encrypted_3584182e1d21_iv
  -in id_deploy.enc -out id_deploy -d
- mkdir bin
- sudo pip install git-archive-all
- eval "$(ssh-agent -s)"
- chmod 600 id_deploy
- ssh-add id_deploy
- echo $KNOWN_HOSTS_ENTRIES >> $HOME/.ssh/known_hosts
deploy:
  provider: script
  script: make deploy_nightly VERSION_SUFFIX="auto-nightly"
  on:
    branch: master
    condition: $DEPLOY = "true"

{'fraction_non_alphanumeric': 0.12423832092078538, 'fraction_numerical': 0.024373730534867976, 'mean_word_length': 2.950534759358289, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2162785', 'n_tokens_mistral': 1214, 'n_tokens_neox': 1134, 'n_words': 253}