<commit_before>#!/bin/bash

num_fails=0
failed_runs="FAILED: "

pushd ../../framework
RAVEN_FRAMEWORK_DIR=$(pwd)
popd

wait_lines ()
{
    LS_DATA="$1"
    COUNT="$2"
    NAME="$3"
    sleep 2
    lines=`ls $LS_DATA | wc -l`
    if test $lines -ne $COUNT; then
        echo Lines not here yet, waiting longer.
        sleep 20 #Sleep in case this is just disk propagation
        lines=`ls $LS_DATA | wc -l`
    fi
    if test $lines -eq $COUNT; then
        echo PASS $NAME
    else
        echo FAIL $NAME
        num_fails=$(($num_fails+1))
        failed_runs="$failed_runs $NAME"
        printf '\n\nStandard Error:\n'
        cat $RAVEN_FRAMEWORK_DIR/test_qsub.e*
        printf '\n\nStandard Output:\n'
        cat $RAVEN_FRAMEWORK_DIR/test_qsub.o*
    fi
    rm $RAVEN_FRAMEWORK_DIR/test_qsub.[eo]*

}

rm -Rf FirstMQRun/

#REQUIREMENT_TEST R-IS-7
python ../../framework/Driver.py test_mpiqsub_local.xml torque_mpi.xml bats1.xml cluster_runinfo.xml

wait_lines 'FirstMQRun/[1-6]/*test.csv' 6 mpiqsub



#rm -Rf FirstMNRun/

#python ../../framework/Driver.py test_mpiqsub_nosplit.xml torque_mpi_nosplit.xml cluster_runinfo.xml

#wait_lines 'FirstMNRun/[1-6]/*.csv' 6 mpiqsub_nosplit


#rm -Rf FirstMLRun/

#python ../../framework/Driver.py test_mpiqsub_limitnode.xml cluster_runinfo.xml

#wait_lines 'FirstMLRun/[1-6]/*.csv' 6 mpiqsub_limitnode

rm -Rf FirstMRun/

qsub -l nodes=2:ppn=4 -l walltime=10:00:00 -I -x `pwd`/run_mpi_torque_test.sh

wait_lines 'FirstMRun/[1-6]/*test.csv' 6 mpi


#rm -Rf FirstPRun/

#python ../../framework/Driver.py test_pbs.xml cluster_runinfo.xml

#wait_lines 'FirstPRun/[1-6]/*test.csv' 6 pbsdsh

#rm -Rf FirstMFRun/

#python ../../framework/Driver.py test_mpiqsub_flex.xml cluster_runinfo.xml

#wait_lines 'FirstMFRun/[1-6]/*.csv' 6 mpiqsub_flex

######################################
# test parallel for internal Objects #
######################################
# first stes (external model in parallel)
cd InternalParallel/
rm -Rf InternalParallelExtModel/*.csv

#REQUIREMENT_TEST R-IS-8
python ../../../framework/Driver.py test_internal_parallel_extModel.xml ../torque_mpi.xml ../cluster_runinfo.xml

wait_lines 'InternalParallelExtModel/*.csv' 28 paralExtModel

cd ..

# second test (ROM in parallel)
cd InternalParallel/
rm -Rf InternalParallelScikit/*.csv

#REQUIREMENT_TEST R-IS-9
python ../../../framework/Driver.py test_internal_parallel_ROM_scikit.xml ../torque_mpi.xml ../cluster_runinfo.xml

wait_lines 'InternalParallelScikit/*.csv' 2 paralROM

cd ..

# third test (PostProcessor in parallel)
cd InternalParallel/
rm -Rf InternalParallelPostProcessorLS/*.csv

python ../../../framework/Driver.py test_internal_parallel_PP_LS.xml ../torque_mpi.xml ../cluster_runinfo.xml
<commit_msg>Removing requirements, because the pbspro is the requirements test.<commit_after>#!/bin/bash

num_fails=0
failed_runs="FAILED: "

pushd ../../framework
RAVEN_FRAMEWORK_DIR=$(pwd)
popd

wait_lines ()
{
    LS_DATA="$1"
    COUNT="$2"
    NAME="$3"
    sleep 2
    lines=`ls $LS_DATA | wc -l`
    if test $lines -ne $COUNT; then
        echo Lines not here yet, waiting longer.
        sleep 20 #Sleep in case this is just disk propagation
        lines=`ls $LS_DATA | wc -l`
    fi
    if test $lines -eq $COUNT; then
        echo PASS $NAME
    else
        echo FAIL $NAME
        num_fails=$(($num_fails+1))
        failed_runs="$failed_runs $NAME"
        printf '\n\nStandard Error:\n'
        cat $RAVEN_FRAMEWORK_DIR/test_qsub.e*
        printf '\n\nStandard Output:\n'
        cat $RAVEN_FRAMEWORK_DIR/test_qsub.o*
    fi
    rm $RAVEN_FRAMEWORK_DIR/test_qsub.[eo]*

}

rm -Rf FirstMQRun/

python ../../framework/Driver.py test_mpiqsub_local.xml torque_mpi.xml bats1.xml cluster_runinfo.xml

wait_lines 'FirstMQRun/[1-6]/*test.csv' 6 mpiqsub



#rm -Rf FirstMNRun/

#python ../../framework/Driver.py test_mpiqsub_nosplit.xml torque_mpi_nosplit.xml cluster_runinfo.xml

#wait_lines 'FirstMNRun/[1-6]/*.csv' 6 mpiqsub_nosplit


#rm -Rf FirstMLRun/

#python ../../framework/Driver.py test_mpiqsub_limitnode.xml cluster_runinfo.xml

#wait_lines 'FirstMLRun/[1-6]/*.csv' 6 mpiqsub_limitnode

rm -Rf FirstMRun/

qsub -l nodes=2:ppn=4 -l walltime=10:00:00 -I -x `pwd`/run_mpi_torque_test.sh

wait_lines 'FirstMRun/[1-6]/*test.csv' 6 mpi


#rm -Rf FirstPRun/

#python ../../framework/Driver.py test_pbs.xml cluster_runinfo.xml

#wait_lines 'FirstPRun/[1-6]/*test.csv' 6 pbsdsh

#rm -Rf FirstMFRun/

#python ../../framework/Driver.py test_mpiqsub_flex.xml cluster_runinfo.xml

#wait_lines 'FirstMFRun/[1-6]/*.csv' 6 mpiqsub_flex

######################################
# test parallel for internal Objects #
######################################
# first stes (external model in parallel)
cd InternalParallel/
rm -Rf InternalParallelExtModel/*.csv

python ../../../framework/Driver.py test_internal_parallel_extModel.xml ../torque_mpi.xml ../cluster_runinfo.xml

wait_lines 'InternalParallelExtModel/*.csv' 28 paralExtModel

cd ..

# second test (ROM in parallel)
cd InternalParallel/
rm -Rf InternalParallelScikit/*.csv

python ../../../framework/Driver.py test_internal_parallel_ROM_scikit.xml ../torque_mpi.xml ../cluster_runinfo.xml

wait_lines 'InternalParallelScikit/*.csv' 2 paralROM

cd ..

# third test (PostProcessor in parallel)
cd InternalParallel/
rm -Rf InternalParallelPostProcessorLS/*.csv

python ../../../framework/Driver.py test_internal_parallel_PP_LS.xml ../torque_mpi.xml ../cluster_runinfo.xml

{'fraction_non_alphanumeric': 0.1572188589249679, 'fraction_numerical': 0.014492753623188406, 'mean_word_length': 3.528239202657807, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 44}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '954678', 'n_tokens_mistral': 2091, 'n_tokens_neox': 1967, 'n_words': 430}