<commit_before>#!/usr/bin/env bash 
set -ex

####################################################################################
#Master Script that calls subscripts to be deployed to new Linux VMs
####################################################################################

#System variables
SCRIPTNAME=$0
WORKINGDIR=/usr/tmp/systemprep
READYFILE=/var/run/system-is-ready
SCRIPTSTART="++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++"
SCRIPTEND="--------------------------------------------------------------------------------"

if [[ ! -d "${WORKINGDIR}" ]] ; then mkdir ${WORKINGDIR} ; fi
cd ${WORKINGDIR}

echo "${SCRIPTSTART}"
echo "Entering script -- ${SCRIPTNAME}"
echo "Writing Parameters to log file..."
for PARAM in "${@}" ; do echo "   ${PARAM}" ; ${!PARAM} ; done

if [[ -e ${READYFILE} ]] ; then rm -f ${READYFILE} ; fi

/bin/date > ${READYFILE}

echo "Exiting SystemPrep script -- ${SCRIPTNAME}"
echo "${SCRIPTEND}"
<commit_msg>attempting hash tables in bash - not working<commit_after>#!/usr/bin/env bash 
set -ex

####################################################################################
#Master Script that calls subscripts to be deployed to new Linux VMs
####################################################################################

#System variables
SCRIPTNAME=$0
WORKINGDIR=/usr/tmp/systemprep
READYFILE=/var/run/system-is-ready
SCRIPTSTART="++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++"
SCRIPTEND="--------------------------------------------------------------------------------"

#declare -A SCRIPTSTOEXECUTE
SCRIPTSTOEXECUTE=( "https://systemprep.s3.amazonaws.com/SystemContent/Linux/Salt/SystemPrep-LinuxSaltInstall.sh" )
SCRIPT0PARAMETERS=( "SALTWORKINGDIR=${WORKINGDIR}/systemcontent/linux/salt"
                    "SALTCONTENTURL=https://systemprep.s3.amazonaws.com/SystemContent/Linux/Salt/salt-content.zip"
                    "FORMULASTOINCLUDE=( 'https://salt-formulas.s3.amazonaws.com/ash-windows-formula-latest.zip' )" 
                    "FORMULATERMINATIONSTRING=( '-latest' )" 
                    "SALTSTATES=Highstate" )
                                        
                                        #Array of hashtables (key-value dictionaries). Each hashtable has two keys, ScriptUrl and Parameters. 


if [[ ! -d "${WORKINGDIR}" ]] ; then mkdir ${WORKINGDIR} ; fi

echo "${SCRIPTSTART}"
echo "Entering script -- ${SCRIPTNAME}"
echo "Printing parameters..."
for PARAM in "${@}" ; do echo "   ${PARAM}" ; ${!PARAM} ; done
echo "SaltStates = ${SaltStates}"
echo "NoReboot = ${NoReboot}"

if [[ -e ${READYFILE} ]] ; then rm -f ${READYFILE} ; fi

cd ${WORKINGDIR}
index=0
for SCRIPT in ${SCRIPTSTOEXECUTE} ; do
    curl -O -s ${SCRIPT}
    SCRIPTFILENAME=$(echo ${SCRIPT} | awk -F'/' '{ print ( $(NF) ) }')
    SCRIPTFULLPATH=${WORKINGDIR}/${SCRIPT}
    PARAMSTRING=$( IFS=$' '; echo "${SCRIPT$(index)PARAMETERS[*]}" )
    sh ./${SCRIPTFILENAME} $PARAMSTRING
    index=(( $index + 1 ))
done
uyyhu 
/bin/date > ${READYFILE}

echo "Exiting SystemPrep script -- ${SCRIPTNAME}"
echo "${SCRIPTEND}"

{'fraction_non_alphanumeric': 0.33663366336633666, 'fraction_numerical': 0.0025550942190993293, 'mean_word_length': 3.3140495867768593, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7135656', 'n_tokens_mistral': 962, 'n_tokens_neox': 856, 'n_words': 202}