<commit_before>#!/usr/bin/env bash
echo "Updating gem bundle"

#check to see what operating system we're on
#for cygwin and Mac make sure the RVM is using the appropriate Ruby version
os=`echo $OSTYPE`
if [[ "$os" == "darwin"* ]]; then
    source ~/.rvm/scripts/rvm
    rvm use 2.3.1
elif [[ "$os" == "cygwin" ]]; then
    source ~/.rvm/scripts/rvm
    rvm use 2.3.1
fi
bundle update
echo "Starting Jekyll, this may take several minutes ..."
jekyll clean

# this next section is an optimization to lessen startup time for a larger content collection
# if you uncomment the line rake command below, you'll need to also make sure that:
#    if you commit hierarchy-template.html,
#        copy its contents into hierarchy.html
#        remove the 3 top lines
#        commit hierarchy.html
# rake

jekyll serve --destination _site --incremental --profile<commit_msg>removed comment remnant from old way of preparing hierarchy.<commit_after>#!/usr/bin/env bash
echo "Updating gem bundle"

#check to see what operating system we're on
#for cygwin and Mac make sure the RVM is using the appropriate Ruby version
os=`echo $OSTYPE`
if [[ "$os" == "darwin"* ]]; then
    source ~/.rvm/scripts/rvm
    rvm use 2.3.1
elif [[ "$os" == "cygwin" ]]; then
    source ~/.rvm/scripts/rvm
    rvm use 2.3.1
fi
bundle update
echo "Starting Jekyll, this may take several minutes ..."
jekyll clean

jekyll serve --destination _site --incremental --profile
{'fraction_non_alphanumeric': 0.1059233449477352, 'fraction_numerical': 0.009059233449477353, 'mean_word_length': 3.4458204334365323, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7119438', 'n_tokens_mistral': 460, 'n_tokens_neox': 439, 'n_words': 188}