<commit_before>import numpy as np

if __name__=='__main__':
    T = 1000
    ds = [5, 10, 15, 20, 50, 100]
    K = 5
    delta_vals = np.logspace(-3,1,20)
    eps_vals = np.logspace(-3,0,20)
    iters = 10
    start = 0

    for d in ds:
        for i in len(delta_vals)
            for dataset in ['linear', 'semiparametric']:
                job_name = '%s_d=%d_K=%d_delta=%0.3f' % (dataset, d, K, delta_vals[i])
                jobfile = '../jobs/%s' % (job_name)
                f = open(jobfile, 'w')
                f.write("""#!/bin/bash

#SBATCH --job-name=%s
#SBATCH --output=../logs/%s.out  # output file
#SBATCH -e ../logs/%s.err        # File to which STDERR will be written
#SBATCH --partition=longq    # Partition to submit to
#
#SBATCH --ntasks=1
#SBATCH --time=20:00:00         # Runtime in D-HH:MM:SS
#SBATCH --mem-per-cpu=60000    # Memory in MB per cpu allocated
cd ../
""" % (job_name, job_name, job_name))<commit_msg>minor script stuff<commit_after>import numpy as np

if __name__=='__main__':
    T = 2000
    ds = [10] ## , 15, 20, 50, 100]
    K = 5
    delta_vals = np.logspace(-3,1,20)
    eps_vals = np.logspace(-3,0,20)
    iters = 10
    start = 0

    for d in ds:
        for i in range(len(delta_vals)):
            for dataset in ['linear', 'semiparametric']:
                job_name = '%s_d=%d_K=%d_delta=%0.3f' % (dataset, d, K, delta_vals[i])
                jobfile = '../jobs/%s' % (job_name)
                f = open(jobfile, 'w')
                f.write("""#!/bin/bash

#SBATCH --job-name=%s
#SBATCH --output=../logs/%s.out  # output file
#SBATCH -e ../logs/%s.err        # File to which STDERR will be written
#SBATCH --partition=longq    # Partition to submit to
#
#SBATCH --ntasks=1
#SBATCH --time=20:00:00         # Runtime in D-HH:MM:SS
#SBATCH --mem-per-cpu=60000    # Memory in MB per cpu allocated
cd ../
""" % (job_name, job_name, job_name))
{'fraction_non_alphanumeric': 0.16657852987837124, 'fraction_numerical': 0.04389212057112639, 'mean_word_length': 2.185185185185185, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4217048', 'n_tokens_mistral': 779, 'n_tokens_neox': 698, 'n_words': 184}