<commit_before>BS=$0
LS=$1
EMD5=$2
LMD5=$3
ID=$4
H=$5
L=$6
error() {
	echo $1
	echo $1 >>$L
	rm -f $DJ
	exit 1
}
if [ "$L" == "" ]; then
	L=~/coaster-boot-$ID.log 
fi
DJ=`mktemp /tmp/bootstrap.XXXXXX`
echo "BS: $BS" >>$L
WGET=`which wget 2>/dev/null`
if [ "X$WGET" == "X" ]; then
	WGET=`which curl 2>/dev/null`
	if [ "X$WGET" == "X" ]; then
		error "No wget or curl available"
	fi
	WGET="curl -O $DJ $BS/coaster-bootstrap.jar >>$L 2>&1"
else
	WGET="wget -c -q $BS/coaster-bootstrap.jar -O $DJ >>$L 2>&1"
fi
eval $WGET
if [ "$?" != "0" ]; then
	error "Failed to download bootstrap jar from $BS"
fi
MD5SUM=`which gmd5sum 2>/dev/null`
if [ "X$MD5SUM" == "X" ]; then
	MD5SUM=`which md5sum 2>/dev/null`
	if [ "X$MD5SUM" == "X" ]; then
		error "No md5sum or gmd5sum found"
	fi
fi
AMD5=`$MD5SUM $DJ`
AAMD5=`eval echo \$\{AMD5:0:32\}`
echo "Expected checksum: $EMD5" >>$L
echo "Computed checksum: $AAMD5" >>$L
if [ "$AAMD5" != "$EMD5" ]; then
	error "Bootstrap jar checksum failed: $EMD5 != $AAMD5"
fi
if [ "X$JAVA_HOME" != "X" ]; then
	JAVA=$JAVA_HOME/bin/java
else
	JAVA=`which java`
	JAVA_HOME=$(dirname $JAVA)/..
fi
echo "JAVA=$JAVA" >>$L
if [ -x $JAVA ]; then 
	echo "$JAVA -Djava.home="$JAVA_HOME" -DX509_USER_PROXY="$X509_USER_PROXY" -DGLOBUS_HOSTNAME="$H" -jar $DJ $BS $LMD5 $LS $ID" >>$L
	$JAVA -Djava.home="$JAVA_HOME" -DGLOBUS_TCP_PORT_RANGE="$GLOBUS_TCP_PORT_RANGE" -DX509_USER_PROXY="$X509_USER_PROXY" -DX509_CERT_DIR="$X509_CERT_DIR" -DGLOBUS_HOSTNAME="$H" -jar $DJ $BS $LMD5 $LS $ID >>$L 2>&1
	EC=$?
	echo "EC: $EC" >>$L
	rm -f $DJ
	exit $EC
else
	error "Could not find a valid java executable"
fi
<commit_msg>Don't redirect output from the java bootstrap. Expect it to duplicate info to logs<commit_after>BS=$0
LS=$1
EMD5=$2
LMD5=$3
ID=$4
H=$5
L=$6
error() {
	echo $1
	echo $1 >>$L
	rm -f $DJ
	exit 1
}
if [ "$L" == "" ]; then
	L=~/coaster-boot-$ID.log 
fi
DJ=`mktemp /tmp/bootstrap.XXXXXX`
echo "BS: $BS" >>$L
WGET=`which wget 2>/dev/null`
if [ "X$WGET" == "X" ]; then
	WGET=`which curl 2>/dev/null`
	if [ "X$WGET" == "X" ]; then
		error "No wget or curl available"
	fi
	WGET="curl -O $DJ $BS/coaster-bootstrap.jar >>$L 2>&1"
else
	WGET="wget -c -q $BS/coaster-bootstrap.jar -O $DJ >>$L 2>&1"
fi
eval $WGET
if [ "$?" != "0" ]; then
	error "Failed to download bootstrap jar from $BS"
fi
MD5SUM=`which gmd5sum 2>/dev/null`
if [ "X$MD5SUM" == "X" ]; then
	MD5SUM=`which md5sum 2>/dev/null`
	if [ "X$MD5SUM" == "X" ]; then
		error "No md5sum or gmd5sum found"
	fi
fi
AMD5=`$MD5SUM $DJ`
AAMD5=`eval echo \$\{AMD5:0:32\}`
echo "Expected checksum: $EMD5" >>$L
echo "Computed checksum: $AAMD5" >>$L
if [ "$AAMD5" != "$EMD5" ]; then
	error "Bootstrap jar checksum failed: $EMD5 != $AAMD5"
fi
if [ "X$JAVA_HOME" != "X" ]; then
	JAVA=$JAVA_HOME/bin/java
else
	JAVA=`which java`
	JAVA_HOME=$(dirname $JAVA)/..
fi
echo "JAVA=$JAVA" >>$L
if [ -x $JAVA ]; then 
	echo "$JAVA -Djava.home="$JAVA_HOME" -DX509_USER_PROXY="$X509_USER_PROXY" -DGLOBUS_HOSTNAME="$H" -jar $DJ $BS $LMD5 $LS $ID" >>$L
	$JAVA -Djava.home="$JAVA_HOME" -DGLOBUS_TCP_PORT_RANGE="$GLOBUS_TCP_PORT_RANGE" -DX509_USER_PROXY="$X509_USER_PROXY" -DX509_CERT_DIR="$X509_CERT_DIR" -DGLOBUS_HOSTNAME="$H" -jar $DJ $BS $LMD5 $LS $ID
	EC=$?
	echo "EC: $EC" >>$L
	rm -f $DJ
	exit $EC
else
	error "Could not find a valid java executable"
fi

{'fraction_non_alphanumeric': 0.2037655633161251, 'fraction_numerical': 0.038262982083206803, 'mean_word_length': 4.321486268174475, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 54, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6076409', 'n_tokens_mistral': 1665, 'n_tokens_neox': 1523, 'n_words': 397}