<commit_before>#! /bin/bash
echo "Installing required go libraries..."
git submodule update --init
for req in `grep -v "^#" go-prod.deps`; do
    echo -n "   $req..."
    go get -v $req
    echo " done"
done
set -e
echo "Libraries installed"
if [ ! -e config.ini ]; then
    echo "Copying sample ini file to config.ini"
    cp config.sample.ini config.ini
fi
if [ ! -z "$HOST" ]; then
    echo "Setting local shard host name"
    echo "shard.current_host = $HOST:8080" >> config.ini
fi
echo "Please edit config.ini for local settings."<commit_msg>converting config\.sample\.ini to config-sample\.ini in install\.bash<commit_after>#! /bin/bash
echo "Installing required go libraries..."
git submodule update --init
for req in `grep -v "^#" go-prod.deps`; do
    echo -n "   $req..."
    go get -v $req
    echo " done"
done
set -e
echo "Libraries installed"
if [ ! -e config.ini ]; then
    echo "Copying sample ini file to config.ini"
    cp config-sample.ini config.ini
fi
if [ ! -z "$HOST" ]; then
    echo "Setting local shard host name"
    echo "shard.current_host = $HOST:8080" >> config.ini
fi
echo "Please edit config.ini for local settings."
{'fraction_non_alphanumeric': 0.13478260869565217, 'fraction_numerical': 0.006956521739130435, 'mean_word_length': 2.982698961937716, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7095682', 'n_tokens_mistral': 399, 'n_tokens_neox': 380, 'n_words': 144}