<commit_before>#!/bin/bash
echo "You can use -n argument to skip the s3 download if you did it once"
echo "files were unzipped to ../../h2o-downloaded"
echo "UPDATE: currently using whatever got built locally. no copy"

# Ensure your child processes are truly dead when you are killed.
# trap "kill -- -$BASHPID" INT TERM EXIT
# leave out EXIT for now
trap "kill -- -$BASHPID" INT TERM
echo "BASHPID: $BASHPID"
echo "current PID: $$"

echo "Do we have to clean out old ice_root dirs somewhere? hadoop. so no?"
echo "Setting up sandbox, since no cloud build here will clear it out! (unlike other runners)"
rm -fr sandbox
mkdir -p sandbox

SET_JAVA_HOME="export JAVA_HOME=/usr/lib/jvm/java-7-oracle; "
# alternately could use this
# SET_JAVA_HOME="export JAVA_HOME=/usr/bin/java"

# Should we do this cloud build with the sh2junit.py? to get logging, xml etc.
# I suppose we could just have a test verify the request cloud size, after building
# Now resource manager is at 8050?
NAME_NODE=172.16.2.172
MAPR_JOBTRACKER=172.16.2.172:9001
MAPR_NODES=1
MAPR_HEAP=1g
# MAPR_JAR=h2odriver_mapr2.1.3.jar
MAPR_JAR=h2odriver_mapr3.1.1.jar
H2O_JAR=h2o.jar

# build.sh removes the h2odriver stuff a 'make' creates
# if we do 'make', we shouldn't have to use the downloaded
H2O_DOWNLOADED=../../h2o-downloaded<commit_msg>:q

# Please enter the commit message for your changes. Lines starting
# with '#' will be ignored, and an empty message aborts the commit.
# On branch master
# Changes to be committed:
#   (use "git reset HEAD <file>..." to unstage)
#
#	modified:   runner_mapr.sh
#
# Untracked files:
#   (use "git add <file>..." to include in what will be committed)
#
#	benchmark_file_1_A.dat.log
#	benchmark_file_50_A.dat.gz.log
#	benchmark_file_50_A.dat.log
#	benchmark_test_c2_nongz_fvec.py.log
#	benchmark_test_c3_nongz_fvec.py.log
#	benchmark_test_c3_rel.py.log
#	benchmark_test_c5_KMeans_sphere_26GB_fvec.py.log
#	benchmark_test_c5_KMeans_sphere_h1m_fvec.py.log
#	benchmark_test_c6_hdfs.py.log
#	benchmark_test_c6_maprfs_fvec.py.log
#	h2o-nodes.json
#	h2o_one_node<commit_after>#!/bin/bash
echo "You can use -n argument to skip the s3 download if you did it once"
echo "files were unzipped to ../../h2o-downloaded"
echo "UPDATE: currently using whatever got built locally. no copy"

# Ensure your child processes are truly dead when you are killed.
# trap "kill -- -$BASHPID" INT TERM EXIT
# leave out EXIT for now
trap "kill -- -$BASHPID" INT TERM
echo "BASHPID: $BASHPID"
echo "current PID: $$"

echo "Do we have to clean out old ice_root dirs somewhere? hadoop. so no?"
echo "Setting up sandbox, since no cloud build here will clear it out! (unlike other runners)"
rm -fr sandbox
mkdir -p sandbox

SET_JAVA_HOME="export JAVA_HOME=/usr/lib/jvm/java-7-oracle; "
# alternately could use this
# SET_JAVA_HOME="export JAVA_HOME=/usr/bin/java"

# Should we do this cloud build with the sh2junit.py? to get logging, xml etc.
# I suppose we could just have a test verify the request cloud size, after building
# Now resource manager is at 8050?
NAME_NODE=172.16.2.172
MAPR_JOBTRACKER=172.16.2.172:9001
MAPR_NODES=4
MAPR_HEAP=12g
# MAPR_JAR=h2odriver_mapr2.1.3.jar
MAPR_JAR=h2odriver_mapr3.1.1.jar
H2O_JAR=h2o.jar

# build.sh removes the h2odriver stuff a 'make' creates
# if we do 'make', we shouldn't have to use the downloaded
H2O_DOWNLOADED=../../h2o-downloaded
{'fraction_non_alphanumeric': 0.0991661703394878, 'fraction_numerical': 0.03216200119118523, 'mean_word_length': 4.470684039087948, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5265960', 'n_tokens_mistral': 1333, 'n_tokens_neox': 1258, 'n_words': 405}