<commit_before>#!/bin/csh
#BSUB -L /bin/csh
#BSUB -J LSF_create_eval_data.sh
#BSUB -q hour
#BSUB -o /netscr/dennisg/log/create_eval_data.log.%J
#BSUB -n 1

module load gcc/4.8.1

source ../config.sh

set DATA_DIR = ${SPLINE_OUT_DIR}"/"
set OUT_DIR = ${ROOT_OUT_DIR}"/training/"

mkdir -p ${OUT_DIR}/proteome/averagine

${BUILD_DIR}/GenerateTrainingData $FASTA ${OUT_DIR}/proteome/ $MAX_SAMPLED_MASS $MAX_ISOTOPE_DEPTH $MONO<commit_msg>plots<commit_after>#!/bin/csh
#BSUB -L /bin/csh
#BSUB -J LSF_create_eval_data.sh
#BSUB -q hour
#BSUB -o /netscr/dennisg/log/create_eval_data.log.%J
#BSUB -n 1

module load gcc/4.8.1

source ../config.sh

set DATA_DIR = ${SPLINE_OUT_DIR}"/"
set OUT_DIR = ${ROOT_OUT_DIR}"/training/"

mkdir -p ${OUT_DIR}/proteome/averagine

${BUILD_DIR}/GenerateTrainingData $FASTA ${OUT_DIR}/proteome/ $MAX_SAMPLED_MASS_SULFUR $MAX_ISOTOPE_DEPTH $MONO
{'fraction_non_alphanumeric': 0.1565017261219793, 'fraction_numerical': 0.009205983889528193, 'mean_word_length': 4.8389261744966445, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3819386', 'n_tokens_mistral': 399, 'n_tokens_neox': 381, 'n_words': 71}