<commit_before>#!/usr/local/bin/bash

nb_arg=$#
file_prefix=$1
subhost=$HOST
pwd=$PWD

if [ ! -n $file_prefix ] || [ $nb_arg -gt 1 ]; then
 echo "This script takes one argument and one only, a prefix filename"
 exit 1
fi

if [ ! -e $file_prefix.tab ] ||  [ ! -e $file_prefix.tab ] ||  [ ! -e $file_prefix.tab ]; then
 echo "$file_prefix.tab, $file_prefix.hdr or $file_prefix.raw does not exist"
 exit 2
fi

bsub -q bigmem -R 'select[mem>2000] rusage[mem=3000] alpha' -o $file_prefix.mcxassemble.err \
<<EOF
#!/usr/local/bin/bash 
. /usr/local/lsf/conf/profile.lsf
set -e
pushd /tmp
tmp_prefix=$file_prefix.\$\$
lsrcp $subhost:$pwd/$file_prefix.tab \$tmp_prefix.tab
lsrcp $subhost:$pwd/$file_prefix.hdr \$tmp_prefix.hdr
lsrcp $subhost:$pwd/$file_prefix.raw \$tmp_prefix.raw
/nfs/acari/abel/bin/mcxassemble -b \$tmp_prefix -r max
status=\$?
lsrcp \$tmp_prefix.sym $subhost:$pwd/$file_prefix.sym
/bin/rm -f \$tmp_prefix.*
popd
exit \$status
EOF<commit_msg>Changed the -R argument in busb<commit_after>#!/usr/local/bin/bash

nb_arg=$#
file_prefix=$1
subhost=$HOST
pwd=$PWD

if [ ! -n $file_prefix ] || [ $nb_arg -gt 1 ]; then
 echo "This script takes one argument and one only, a prefix filename"
 exit 1
fi

if [ ! -e $file_prefix.tab ] ||  [ ! -e $file_prefix.hdr ] ||  [ ! -e $file_prefix.raw ]; then
 echo "$file_prefix.tab, $file_prefix.hdr or $file_prefix.raw does not exist"
 exit 2
fi

bsub -q bigmem -R 'select[alpha && mem>2000] rusage[mem=3000]' -o $file_prefix.mcxassemble.err \
<<EOF
#!/usr/local/bin/bash 
. /usr/local/lsf/conf/profile.lsf
set -e
pushd /tmp
tmp_prefix=$file_prefix.\$\$
lsrcp $subhost:$pwd/$file_prefix.tab \$tmp_prefix.tab
lsrcp $subhost:$pwd/$file_prefix.hdr \$tmp_prefix.hdr
lsrcp $subhost:$pwd/$file_prefix.raw \$tmp_prefix.raw
/nfs/acari/abel/bin/mcxassemble -b \$tmp_prefix -r max
status=\$?
lsrcp \$tmp_prefix.sym $subhost:$pwd/$file_prefix.sym
/bin/rm -f \$tmp_prefix.*
popd
exit \$status
EOF
{'fraction_non_alphanumeric': 0.16969382459782045, 'fraction_numerical': 0.012454592631032694, 'mean_word_length': 4.1005291005291005, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3803818', 'n_tokens_mistral': 829, 'n_tokens_neox': 779, 'n_words': 180}