<commit_before>language: python
env:
    - NODEJS=7.0.0
    - NODEJS=7.4.0
python:
    - "3.6"
cache:
    directories:
        - api/node_modules/
        - ~/.nvm/versions/node/$NODEJS
        - ~/.cache/pip/
        - ~/.cache/yarn/
services:
    - mongodb
    - redis
before_install:
    - source ~/.nvm/nvm.sh
    - nvm install $NODEJS
    - nvm use $NODEJS
    - npm install -g forever yarn
install:
    - pip3 install flask pyjade requests
    - cd api && yarn install && cd ..
script:
    - cd api
    - npm run lint
    - npm run docs-check
    - npm run migrate
    - forever start -c "node --harmony" --minUptime 5000 src/main.js
    - sleep 5
    - npm run test
    - cd ../web
    - .ci-files/run.sh<commit_msg>remove yarn<commit_after>language: python
env:
    - NODEJS=7.0.0
    - NODEJS=7.4.0
python:
    - "3.6"
cache:
    directories:
        - api/node_modules/
        - ~/.nvm/versions/node/$NODEJS
        - ~/.cache/pip/
services:
    - mongodb
    - redis
before_install:
    - source ~/.nvm/nvm.sh
    - nvm install $NODEJS
    - nvm use $NODEJS
    - npm install -g forever
install:
    - pip3 install flask pyjade requests
    - cd api && npm install && cd ..
script:
    - cd api
    - npm run lint
    - npm run docs-check
    - npm run migrate
    - forever start -c "node --harmony" --minUptime 5000 src/main.js
    - sleep 5
    - npm run test
    - cd ../web
    - .ci-files/run.sh
{'fraction_non_alphanumeric': 0.13021939136588817, 'fraction_numerical': 0.019815994338287332, 'mean_word_length': 1.6185185185185185, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1291764', 'n_tokens_mistral': 553, 'n_tokens_neox': 516, 'n_words': 136}