<commit_before>#!/usr/bin/env python

template = """#!/bin/bash
#PBS -l walltime=72:00:00
#PBS -l nodes=1:ppn=1

cd /RQusagers/vanmerb/rnnencdec

export PYTHONPATH=/RQusagers/vanmerb/rnnencdec/groundhog-private/:$PYTHONPATH

python /RQusagers/vanmerb/rnnencdec/groundhog-private/scripts/RNN_Enc_Dec_Phrase.py \"{options}\" >{log} 2>&1"""

params = [
    ("dict(dim=250, dim_mlp=250)", "run1"),
    ("dict(dim=500, dim_mlp=500)", "run2"),
    ("dict(rank_n_approx=200)", "run3"),
    ("dict(rank_n_approx=500)", "run4"),
    ("dict(avg_word=False)", "run5")
    ]

for options, name in params:
    with open("{}.sh".format(name), "w") as script:
        log = "{}.log".format(name)
        print >>script, template.format(**locals())
<commit_msg>Add different prefixes for the experiments<commit_after>#!/usr/bin/env python

template = """#!/bin/bash
#PBS -l walltime=72:00:00
#PBS -l nodes=1:ppn=1

cd /RQusagers/vanmerb/rnnencdec

export PYTHONPATH=/RQusagers/vanmerb/rnnencdec/groundhog-private/:$PYTHONPATH

python /RQusagers/vanmerb/rnnencdec/groundhog-private/scripts/RNN_Enc_Dec_Phrase.py \"{options}\" >{log} 2>&1"""

params = [
    ("dict(dim=250, dim_mlp=250, prefix='model_run1_')", "run1"),
    ("dict(dim=500, dim_mlp=500, prefix='model_run2_')", "run2"),
    ("dict(rank_n_approx=200, prefix='model_run3_')", "run3"),
    ("dict(rank_n_approx=500, prefix='model_run4_')", "run4"),
    ("dict(avg_word=False, prefix='model_run5_')", "run5")
    ]

for options, name in params:
    with open("{}.sh".format(name), "w") as script:
        log = "{}.log".format(name)
        print >>script, template.format(**locals())

{'fraction_non_alphanumeric': 0.2038060159607121, 'fraction_numerical': 0.04358502148557397, 'mean_word_length': 4.884476534296029, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '615355', 'n_tokens_mistral': 708, 'n_tokens_neox': 649, 'n_words': 104}