<commit_before>#! /bin/bash

set -e

export USE_SYSTEM_LLVM=true

if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
    brew update
    brew install bdw-gc llvm coreutils
else
    go get golang.org/x/tools/cmd/cover
    go get github.com/haya14busa/goverage
    go get github.com/mattn/goveralls
    export LLVM_CONFIG="llvm-config-4.0"
fi

# Build binary
make build
go test -v ./...

# Take coverage
make cover.out
go tool cover -func cover.out
mv cover.out coverage.txt
bash <(curl -s https://codecov.io/bash)
<commit_msg>coreutils is already installed at macOS on Travis CI<commit_after>#! /bin/bash

set -e

export USE_SYSTEM_LLVM=true

if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
    brew update
    brew install bdw-gc llvm
else
    go get golang.org/x/tools/cmd/cover
    go get github.com/haya14busa/goverage
    go get github.com/mattn/goveralls
    export LLVM_CONFIG="llvm-config-4.0"
fi

# Build binary
make build
go test -v ./...

# Take coverage
make cover.out
go tool cover -func cover.out
mv cover.out coverage.txt
bash <(curl -s https://codecov.io/bash)

{'fraction_non_alphanumeric': 0.11498586239396795, 'fraction_numerical': 0.007540056550424128, 'mean_word_length': 3.2142857142857144, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '761046', 'n_tokens_mistral': 411, 'n_tokens_neox': 396, 'n_words': 113}