<commit_before>#!/bin/bash

lQuery=true
lPython=true

oFile=all_WUs.txt
passWd=`cat ~/private/.mySQLcred`

now=`date '+%F %T'`

echo ""
echo "starting at ${now} ..."

if ${lQuery} ; then
    echo "   querying the database ..."
    echo "now: ${now}"> ${oFile}
    mysql -h dbod-sixtrack.cern.ch -u sixtadm --password="${<PASSWORD>}" -P 5513 -Dsixt_production -e"select name,assimilate_state from workunit where appid=1 or appid=10;"  >> ${oFile}
    echo "   ...done."
fi

if ${lPython} ; then
    echo "   parsing results..."
    python parseStudyStates.py
    if [ $? -eq 0 ] ; then
	rm all_WUs.txt
    fi
    echo "   ...done."
fi

echo "...done."<commit_msg>adding end time stamp for queryStudies.sh<commit_after>#!/bin/bash

lQuery=true
lPython=true

oFile=all_WUs.txt
passWd=`cat ~/private/.mySQLcred`

now=`date '+%F %T'`

echo ""
echo "starting at ${now} ..."

if ${lQuery} ; then
    echo "   querying the database ..."
    echo "now: ${now}"> ${oFile}
    mysql -h dbod-sixtrack.cern.ch -u sixtadm --password="${<PASSWORD>}" -P 5513 -Dsixt_production -e"select name,assimilate_state from workunit where appid=1 or appid=10;"  >> ${oFile}
    echo "   ...done."
fi

if ${lPython} ; then
    echo "   parsing results..."
    python parseStudyStates.py
    if [ $? -eq 0 ] ; then
	rm all_WUs.txt
    fi
    echo "   ...done."
fi

now=`date '+%F %T'`
echo "...done by ${now}."
{'fraction_non_alphanumeric': 0.1808972503617945, 'fraction_numerical': 0.011577424023154847, 'mean_word_length': 2.884831460674157, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6816874', 'n_tokens_mistral': 565, 'n_tokens_neox': 527, 'n_words': 141}