<commit_before>
# Re-usable test setup lines
# Helps automate selection of process mode (engine, server, worker)
# Prints the "SETUP:" header in the *.out file

if [[ ${TURBINE_ENGINES} == "" ]]
then
  export TURBINE_ENGINES=1
fi

if [[ ${TURBINE_WORKERS} == "" ]]
then
  export TURBINE_WORKERS=1
fi

if [[ ${ADLB_SERVERS} == "" ]]
then
  export ADLB_SERVERS=1
fi

PROCS=$(( ${TURBINE_ENGINES} + ${TURBINE_WORKERS} + ${ADLB_SERVERS} ))

display()
{
  T=$1
  I=$2
  J=$3
  V=$( eval echo \$${T} )
  printf "%-16s %3i RANKS: %3i - %3i\n" ${T}: ${V} ${I} ${J}
}

TURBINE_RANKS=$(( ${TURBINE_ENGINES} + ${TURBINE_WORKERS} ))

echo SETUP:
display TURBINE_ENGINES 0 $(( TURBINE_ENGINES-1 ))
display TURBINE_WORKERS ${TURBINE_ENGINES} $(( TURBINE_RANKS-1 ))
display ADLB_SERVERS ${TURBINE_RANKS} $(( PROCS-1 ))
echo PROCS: ${PROCS}
echo
<commit_msg>Include date in test output<commit_after>
# Re-usable test setup lines
# Helps automate selection of process mode (engine, server, worker)
# Prints the "SETUP:" header in the *.out file

if [[ ${TURBINE_ENGINES} == "" ]]
then
  export TURBINE_ENGINES=1
fi

if [[ ${TURBINE_WORKERS} == "" ]]
then
  export TURBINE_WORKERS=1
fi

if [[ ${ADLB_SERVERS} == "" ]]
then
  export ADLB_SERVERS=1
fi

PROCS=$(( ${TURBINE_ENGINES} + ${TURBINE_WORKERS} + ${ADLB_SERVERS} ))

display()
{
  T=$1
  I=$2
  J=$3
  V=$( eval echo \$${T} )
  printf "%-16s %3i RANKS: %3i - %3i\n" ${T}: ${V} ${I} ${J}
}

TURBINE_RANKS=$(( ${TURBINE_ENGINES} + ${TURBINE_WORKERS} ))

echo SETUP:
date "+%m/%d/%Y %I:%M%p"
display TURBINE_ENGINES 0 $(( TURBINE_ENGINES-1 ))
display TURBINE_WORKERS ${TURBINE_ENGINES} $(( TURBINE_RANKS-1 ))
display ADLB_SERVERS ${TURBINE_RANKS} $(( PROCS-1 ))
echo PROCS: ${PROCS}
echo

{'fraction_non_alphanumeric': 0.1845618107951248, 'fraction_numerical': 0.017411491584445733, 'mean_word_length': 4.746666666666667, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1954956', 'n_tokens_mistral': 795, 'n_tokens_neox': 784, 'n_words': 173}