<commit_before>#!/bin/bash -ex

host=${1:-"cz5545-fuel"}
location=${2:-"/root/octane"}
branch=${3:-$(git rev-parse --abbrev-ref HEAD)}

ssh $host \
    "set -ex;" \
    "yum install -y git;" \
    "pip install wheel;" \
    "mkdir -p ${location};" \
    "git init ${location};" \
    "git config --file ${location}/.git/config receive.denyCurrentBranch warn;"
git remote add "$host" "ssh://${host}${location}"
git push --force "$host" "$branch"
ssh $host \
    "set -ex;" \
    "cd ${location};" \
    "git reset --hard $branch;"<commit_msg>Install python-pip during bootstrap<commit_after>#!/bin/bash -ex

host=${1:-"cz5545-fuel"}
location=${2:-"/root/octane"}
branch=${3:-$(git rev-parse --abbrev-ref HEAD)}

ssh $host \
    "set -ex;" \
    "yum install -y git python-pip;" \
    "pip install wheel;" \
    "mkdir -p ${location};" \
    "git init ${location};" \
    "git config --file ${location}/.git/config receive.denyCurrentBranch warn;"
git remote add "$host" "ssh://${host}${location}"
git push --force "$host" "$branch"
ssh $host \
    "set -ex;" \
    "cd ${location};" \
    "git reset --hard $branch;"
{'fraction_non_alphanumeric': 0.22600896860986547, 'fraction_numerical': 0.012556053811659192, 'mean_word_length': 3.0288808664259927, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7200375', 'n_tokens_mistral': 420, 'n_tokens_neox': 392, 'n_words': 105}