<commit_before>#!/bin/bash -x
set -ex

echo "TRAVIS_RUST_VERSION=$TRAVIS_RUST_VERSION"
if [ "$TRAVIS_RUST_VERSION" == "1.20.0" ]; then
    cargo generate-lockfile
    cargo update -p tokio-io --precise 0.1.7

    cargo test --lib
    cargo build --no-default-features
else
    cargo build
    cargo test --features doc
    cargo test --features doc --examples

    [ "$TRAVIS_RUST_VERSION" != "nightly" ] || cargo check --bench json

    cargo check --bench http
    cargo check --bench mp4 --features mp4

    cargo build --no-default-features
    cargo test --no-default-features --examples
fi<commit_msg>Fix travis build on 1.20<commit_after>#!/bin/bash -x
set -ex

echo "TRAVIS_RUST_VERSION=$TRAVIS_RUST_VERSION"
if [ "$TRAVIS_RUST_VERSION" == "1.20.0" ]; then
    cargo generate-lockfile
    cargo update -p tokio-io --precise 0.1.7
    cargo update -p lazy_static --precise 1.1.0

    cargo test --lib
    cargo build --no-default-features
else
    cargo build
    cargo test --features doc
    cargo test --features doc --examples

    [ "$TRAVIS_RUST_VERSION" != "nightly" ] || cargo check --bench json

    cargo check --bench http
    cargo check --bench mp4 --features mp4

    cargo build --no-default-features
    cargo test --no-default-features --examples
fi
{'fraction_non_alphanumeric': 0.11940298507462686, 'fraction_numerical': 0.018853102906520033, 'mean_word_length': 2.692753623188406, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6285251', 'n_tokens_mistral': 438, 'n_tokens_neox': 437, 'n_words': 129}