<commit_before>#!/usr/bin/env bash

cd "$(dirname "${BASH_SOURCE}")";

git pull origin master;

function doIt() {
    rsync --exclude ".git/" \
          --exclude ".DS_Store" \
          --exclude "bootstrap.sh" \
          --exclude "README.md" \
          --exclude "LICENSE-MIT.txt"
          -avh
          --no-perms . ~;

    source ~/.bash_profile;
}

if [ ! -f .extra ]; then
    echo ''
    echo "Warning! No .extra file found. This may lead to anonymous Git commits and other problems."
    echo "If you want to avoid these problems, please add an .extra file as described in the README."
    echo ''
fi

if [ "$1" == "--force" -o "$1" == "-f" ]; then<commit_msg>Added missing newline escapes<commit_after>#!/usr/bin/env bash

cd "$(dirname "${BASH_SOURCE}")";

git pull origin master;

function doIt() {
    rsync --exclude ".git/" \
          --exclude ".DS_Store" \
          --exclude "bootstrap.sh" \
          --exclude "README.md" \
          --exclude "LICENSE-MIT.txt" \
          -avh \
          --no-perms . ~;

    source ~/.bash_profile;
}

if [ ! -f .extra ]; then
    echo ''
    echo "Warning! No .extra file found. This may lead to anonymous Git commits and other problems."
    echo "If you want to avoid these problems, please add an .extra file as described in the README."
    echo ''
fi

if [ "$1" == "--force" -o "$1" == "-f" ]; then
{'fraction_non_alphanumeric': 0.15935672514619884, 'fraction_numerical': 0.0029239766081871343, 'mean_word_length': 2.0287610619469025, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1114207', 'n_tokens_mistral': 452, 'n_tokens_neox': 430, 'n_words': 150}