<commit_before><commit_msg>add build.sh<commit_after>#!/bin/bash
HOMEDIR=/home/rasp/WRF/GM-TEST
LOGDIR=$HOMEDIR/log
NOW=$(date)
TODAY=`date '+%Y-%m-%d'`
LOGFILE=$LOGDIR/build_all.txt
ERRLOGFILE=$LOGDIR/build_all_err.txt
#move log files t oarchive folder
mv $LOGDIR/*-$1-*log $LOGDIR/archive
#now start things ...
echo "Started build_all.sh at $NOW" >> $LOGFILE
CMD1="$HOMEDIR/build_parts.sh 1 $1 > $1-1-$TODAY.txt 2>$ERRLOGFILE"
echo "Now running '$CMD1'"
$CMD1 &
CMD2="$HOMEDIR/build_parts.sh 2 $1 > $1-2-$TODAY.txt 2>$ERRLOGFILE"
echo "Now running '$CMD2'"
$CMD2 &
CMD3="$HOMEDIR/build_parts.sh 3 $1 > $1-3-$TODAY.txt 2>$ERRLOGFILE"
echo "Now running '$CMD3'"
$CMD3 &
CMD4="$HOMEDIR/build_parts.sh 4 $1 > $1-4-$TODAY.txt 2>$ERRLOGFILE"
echo "Now running '$CMD4'"
$CMD4 &
#$HOMEDIR/build_parts.sh 1 $1 > $LOGFILE_$1_1_$TODAY.txt &
#$HOMEDIR/build_parts.sh 2 $1 > $LOGFILE_$1_2_$TODAY.txt &
#$HOMEDIR/build_parts.sh 3 $1 > $LOGFILE_$1_3_$TODAY.txt &
#$HOMEDIR/build_parts.sh 4 $1 > $LOGFILE_$1_4_$TODAY.txt &
TODAY=`date '+%Y-%m-%d'`
echo "Finished build_all.sh at $NOW" >> $LOGFILE

{'fraction_non_alphanumeric': 0.19759926131117267, 'fraction_numerical': 0.04524469067405355, 'mean_word_length': 5.414201183431953, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6824068', 'n_tokens_mistral': 511, 'n_tokens_neox': 510, 'n_words': 91}