<commit_before>#!/bin/sh
MODEL=$1
SUFFIX=$2
SRC='/u/vineeku6/data/question-generation/yahoo-answers/valid_a.txt'
TGT='/u/vineeku6/data/question-generation/yahoo-answers/valid_q.txt'
jbsub -name test-$SUFFIX -out test-$SUFFIX.out -cores 2+1 -mem 10g -queue x86_short python get_error.py $MODEL $SRC $TGT
<commit_msg>Update error model<commit_after>#!/bin/sh
MODEL=$1
SUFFIX=$2
SRC='/u/vineeku6/storage/train-data/yans/valid_src.txt'
TGT='/u/vineeku6/storage/train-data/yans/valid_target.txt'
jbsub -name test-$SUFFIX -out test-$SUFFIX.out -cores 2+1 -mem 10g -queue x86_short python get_error.py $MODEL $SRC $TGT

{'fraction_non_alphanumeric': 0.16013071895424835, 'fraction_numerical': 0.032679738562091505, 'mean_word_length': 5.069306930693069, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4893290', 'n_tokens_mistral': 283, 'n_tokens_neox': 260, 'n_words': 44}