<commit_before>#!/bin/bash
#
# This script is used to bootstrap our prow jobs.
# The point of this script is to check out the kubeflow/kubeflow repo
# at the commit corresponding to the Prow job. We can then
# invoke the launcher script at that commit to submit and
# monitor an Argo workflow
set -xe

mkdir -p /src
git clone https://github.com/tensorflow/minigo.git /src/minigo

cd /src/minigo

echo $(ls)

echo Job Name = ${JOB_NAME}

# See https://github.com/kubernetes/test-infra/tree/master/prow#job-evironment-variables
if [ ! -z ${PULL_NUMBER} ]; then
  git fetch origin  pull/${PULL_NUMBER}/head:pr
  git checkout ${PULL_PULL_SHA}
else
  if [ ! -z ${PULL_BASE_SHA} ]; then
    # Its a post submit; checkout the commit to test.
    git checkout ${PULL_BASE_SHA}
  fi
fi

# Print out the commit so we can tell from logs what we checked out.
echo Repo is at `git describe --tags --always --dirty`
git status

export PYTHONPATH=$PYTHONPATH:/src/minigo<commit_msg>Fix messaging<commit_after>#!/bin/bash
#
# This script is used to bootstrap our prow jobs.
# The point of this script is to check out the tensorflow/minigo repo
# at the commit corresponding to the Prow job. We can then
# invoke the launcher script at that commit to submit and
# monitor an Argo workflow
set -xe

mkdir -p /src
git clone https://github.com/tensorflow/minigo.git /src/minigo

cd /src/minigo

echo $(ls)

echo Job Name = ${JOB_NAME}

# See https://github.com/kubernetes/test-infra/tree/master/prow#job-evironment-variables
if [ ! -z ${PULL_NUMBER} ]; then
  git fetch origin  pull/${PULL_NUMBER}/head:pr
  git checkout ${PULL_PULL_SHA}
else
  if [ ! -z ${PULL_BASE_SHA} ]; then
    # Its a post submit; checkout the commit to test.
    git checkout ${PULL_BASE_SHA}
  fi
fi

# Print out the commit so we can tell from logs what we checked out.
echo Repo is at `git describe --tags --always --dirty`
git status

export PYTHONPATH=$PYTHONPATH:/src/minigo
{'fraction_non_alphanumeric': 0.10031023784901758, 'fraction_numerical': 0.0, 'mean_word_length': 3.6966019417475726, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2090351', 'n_tokens_mistral': 659, 'n_tokens_neox': 639, 'n_words': 246}