<commit_before>#!/bin/sh -f                                                                    
#PBS -N iphasBandMerging
#PBS -m aeb 
#PBS -M gb
#PSB -l pmem=1gb
#PBS -l nodes=1:ppn=8
#PBS -k oe                                                                      
#PBS -q cmain
#PBS -l walltime=24:00:00

echo ------------------------------------------------------
echo -n 'Job is running on node '; cat $PBS_NODEFILE
echo ------------------------------------------------------
echo PBS: qsub is running on $PBS_O_HOST
echo PBS: originating queue is $PBS_O_QUEUE
echo PBS: executing queue is $PBS_QUEUE
echo PBS: working directory is $PBS_O_WORKDIR
echo PBS: execution mode is $PBS_ENVIRONMENT
echo PBS: job identifier is $PBS_JOBID
echo PBS: job name is $PBS_JOBNAME
echo PBS: node file is $PBS_NODEFILE
echo PBS: array ID is $PBS_ARRAYID
echo PBS: current home directory is $PBS_O_HOME
echo PBS: PATH = $PBS_O_PATH
echo ------------------------------------------------------

export PYTHONPATH=/home/gb/bin/epd-7.3-1-rh5-x86_64/lib/python2.7/site-packages/
export PATH=/home/gb/bin/epd-7.3-1-rh5-x86_64/bin:$PATH
export LD_LIBRARY_PATH=/home/gb/bin/wcslib-4.15/lib:$LD_LIBRARY_PATH
cd /home/gb/dev/iphas-dr2/scripts/bandmerging
nice python bandmerging.py $LON1 $LON2
echo ------------------------------------------------------
echo Job ends
<commit_msg>Allow bandmerging by longitude range<commit_after>#!/bin/sh -f                                                                    
#PBS -N iphasBandMerging
#PBS -m aeb 
#PBS -M gb
#PSB -l pmem=1gb
#PBS -l nodes=1:ppn=8
#PBS -k oe                                                                      
#PBS -q cmain
#PBS -l walltime=12:00:00

echo ------------------------------------------------------
echo -n 'Job is running on node '; cat $PBS_NODEFILE
echo ------------------------------------------------------
echo PBS: qsub is running on $PBS_O_HOST
echo PBS: originating queue is $PBS_O_QUEUE
echo PBS: executing queue is $PBS_QUEUE
echo PBS: working directory is $PBS_O_WORKDIR
echo PBS: execution mode is $PBS_ENVIRONMENT
echo PBS: job identifier is $PBS_JOBID
echo PBS: job name is $PBS_JOBNAME
echo PBS: node file is $PBS_NODEFILE
echo PBS: array ID is $PBS_ARRAYID
echo PBS: current home directory is $PBS_O_HOME
echo PBS: PATH = $PBS_O_PATH
echo ------------------------------------------------------

export PYTHONPATH=/home/gb/bin/epd-7.3-1-rh5-x86_64/lib/python2.7/site-packages/
export PATH=/home/gb/bin/epd-7.3-1-rh5-x86_64/bin:$PATH
export LD_LIBRARY_PATH=/home/gb/bin/wcslib-4.15/lib:$LD_LIBRARY_PATH
cd /home/gb/dev/iphas-dr2/scripts/bandmerging
nice python bandmerging.py $LON1 $LON2
echo ------------------------------------------------------
echo Job ends

{'fraction_non_alphanumeric': 0.2369287020109689, 'fraction_numerical': 0.02413162705667276, 'mean_word_length': 1.5403899721448469, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 10, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6945331', 'n_tokens_mistral': 938, 'n_tokens_neox': 836, 'n_words': 246}