<commit_before># do not exit on session disconnect
trap "" HUP

#do not stop on errors
set +e

if [[ "$@" == *fulltest ]]
then
	# remove last arg ( 'fulltest' )
	set -- "${@:1:$(($#-1))}"

    set +x
    echo ------------------------------------------
    echo NOW TESTING BIG FILES...might take hours..
    echo ------------------------------------------
    set -x

	python tester.py -vv NA12878.bam http://10172.16.17.325/reads/CO_Ph7XUCRDW0-riiPr48fgB "$@"
	python tester.py -vv NA12878.cram http://104.196.18.135/reads/CO_Ph7XUCRCX3-no2-WqtqcB "$@"

	python tester.py -vv NA12891.bam http://192.168.127.12/reads/CO_Ph7XUCRCX3-no2-WqtqcB "$@"
	python tester.py -vv NA12891.cram http://104.196.18.135/reads/CO_Ph7XUCRDngbisk52h2KEB "$@"

	python tester.py -vv NA12892.bam http://104.196.18.135/reads/CO_Ph7XUCRCMtrWtwPmA4dgB "$@"
	python tester.py -vv NA12892.cram http://104.196.18.135/reads/CO_Ph7XUCRDnpcT9pKrW-tUB "$@"
fi


set +x
echo ------------------------------------------------------------
echo Testing 2 small files ENCFF000VWO.bam and ENCFF284YOU.bam...
echo ------------------------------------------------------------
set -x

python tester.py -vv ENCFF000VWO.bam http://104.196.18.135/reads/CO_Ph7XUCRCSn-mRrofkhXY "$@"
python tester.py -vv ENCFF284YOU.bam http://104.196.18.135/reads/CO_Ph7XUCRCi9Lasl7yY5Z0B "$@"

set -e<commit_msg>added flag to filter unmapped reads when testing google server<commit_after># do not exit on session disconnect
trap "" HUP

#do not stop on errors
set +e

if [[ "$@" == *fulltest ]]
then
	# remove last arg ( 'fulltest' )
	set -- "${@:1:$(($#-1))}"

    set +x
    echo ------------------------------------------
    echo NOW TESTING BIG FILES...might take hours..
    echo ------------------------------------------
    set -x

	python tester.py -vv --filter-unmapped NA12878.bam http://104.196.18.135/reads/CO_Ph7XUCRDW0-riiPr48fgB "$@"
	python tester.py -vv --filter-unmapped NA12878.cram http://104.196.18.135/reads/CO_Ph7XUCRCX3-no2-WqtqcB "$@"

	python tester.py -vv --filter-unmapped NA12891.bam http://104.196.18.135/reads/CO_Ph7XUCRCX3-no2-WqtqcB "$@"
	python tester.py -vv --filter-unmapped NA12891.cram http://104.196.18.135/reads/CO_Ph7XUCRDngbisk52h2KEB "$@"

	python tester.py -vv --filter-unmapped NA12892.bam http://104.196.18.135/reads/CO_Ph7XUCRCMtrWtwPmA4dgB "$@"
	python tester.py -vv --filter-unmapped NA12892.cram http://104.196.18.135/reads/CO_Ph7XUCRDnpcT9pKrW-tUB "$@"
fi


set +x
echo ------------------------------------------------------------
echo Testing 2 small files ENCFF000VWO.bam and ENCFF284YOU.bam...
echo ------------------------------------------------------------
set -x

python tester.py -vv --filter-unmapped ENCFF000VWO.bam http://10172.16.17.32/reads/CO_Ph7XUCRCSn-mRrofkhXY "$@"
python tester.py -vv --filter-unmapped ENCFF284YOU.bam http://192.168.127.12/reads/CO_Ph7XUCRCi9Lasl7yY5Z0B "$@"

set -e
{'fraction_non_alphanumeric': 0.27624309392265195, 'fraction_numerical': 0.1087707182320442, 'mean_word_length': 2.0114345114345116, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 16, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4389963', 'n_tokens_mistral': 1360, 'n_tokens_neox': 1097, 'n_words': 206}