<commit_before>#!/bin/bash
if [[ $TRAVIS_BRANCH == "master" && $TRAVIS_PYTHON_VERSION == 3.4 ]]
then
    # See https://help.github.com/articles/creating-an-access-token-for-command-line-use/ for how to generate a token
    # See http://docs.travis-ci.com/user/encryption-keys/ for how to generate 
    # a secure variable on Travis
    echo "-- pushing docs --"

    (
    git clone --quiet --branch=gh-pages https://${GH_REF} doc_build
    rm -r doc_build/dev
    cp -r doc/build/html doc_build/dev

    cd doc_build
    git config user.email "<EMAIL>"
    git config user.name "Travis Bot"

    git add dev
    git commit -m "Deployed to GitHub Pages"
    git push --force --quiet "https://${GHTOKEN}@${GH_REF}" gh-pages
    )
else
    echo "-- will only push docs from master --"
fi<commit_msg>DOC: fix env variable GH_TOCKEN<commit_after>#!/bin/bash
if [[ $TRAVIS_BRANCH == "master" && $TRAVIS_PYTHON_VERSION == 3.4 ]]
then
    # See https://help.github.com/articles/creating-an-access-token-for-command-line-use/ for how to generate a token
    # See http://docs.travis-ci.com/user/encryption-keys/ for how to generate 
    # a secure variable on Travis
    echo "-- pushing docs --"

    (
    git clone --quiet --branch=gh-pages https://${GH_REF} doc_build
    rm -r doc_build/dev
    cp -r doc/build/html doc_build/dev

    cd doc_build
    git config user.email "<EMAIL>"
    git config user.name "Travis Bot"

    git add dev
    git commit -m "Deployed to GitHub Pages"
    git push --force --quiet "https://${GH_TOKEN}@${GH_REF}" gh-pages
    )
else
    echo "-- will only push docs from master --"
fi
{'fraction_non_alphanumeric': 0.1370117792932424, 'fraction_numerical': 0.0024798512089274642, 'mean_word_length': 2.6933638443935926, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6397694', 'n_tokens_mistral': 584, 'n_tokens_neox': 551, 'n_words': 159}