<commit_before>#!/bin/bash
set -v

# Make sure we're inside the Travis-CI environment before we do all this
if [ "$TRAVIS" != "true" ]; then
    exit 0
fi

# If the environment doesn't have clucene build it in
ldconfig -p | grep clucene
if [ "$?" == "1" ]; then
    sudo apt-get install -qy cmake
    curDir=`pwd`
    workDir=`mktemp -d`
    cd $workDIr 
    git clone git://clucene.git.sourceforge.net/gitroot/clucene/clucene
    mkdir clucene/build
    cd clucene/build
    cmake .. && make && sudo make install
    grep "local" /etc/ld.so.conf || (sudo sh -c "echo \"/usr/local/lib\" >> /etc/ld.so.conf" && sudo ldconfig)
    cd $curDir
    rm -rf $workDir
fi

# Make sure our submodules are happy
git submodule update --init<commit_msg>don't need to rebuild clucene here<commit_after>#!/bin/bash
set -v

# Make sure we're inside the Travis-CI environment before we do all this
if [ "$TRAVIS" != "true" ]; then
    exit 0
fi

# Make sure our submodules are happy
git submodule update --init
{'fraction_non_alphanumeric': 0.1228600201409869, 'fraction_numerical': 0.0030211480362537764, 'mean_word_length': 3.040650406504065, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3789294', 'n_tokens_mistral': 367, 'n_tokens_neox': 342, 'n_words': 123}