<commit_before>[NETWORK]
batch_size = 11
time_steps = 88
num_hidden = 128
learning_rate = 0.001

[DATA]
labelset = iabcdefghjk
# if make_data is False, will look for a
# files called `data_dict` in `train_data_dir` and `test_data_dir`
make_train_data = Yes
train_data_path = /home/user/data/subdir/subsubdir1/data_dict
train_data_dir = /home/user/data/subdir/subsubdir1
number_song_files = 40
num_train_songs = 20
num_val_songs = 10
make_test_data = Yes
test_data_path = /home/user/data/subdir/subsubdir2/data_dict
test_data_dir = /home/user/data/subdir/subsubdir2
number_test_song_files = 20
normalize_spectrograms = Yes
skip_files_with_labels_not_in_labelset = Yes

[SPECTROGRAM]
fft_size=512
step_size=64
freq_cutoffs = 500, 10000
thresh = 6.25
log_transform=True

[TRAIN]
n_max_iter = 18000
val_error_step = 150
checkpoint_step = 600
save_only_single_checkpoint_file = True
patience = None
train_set_durs = 5, 15, 30, 45, 60, 75, 90, 105
replicates = 5

[OUTPUT]
output_dir = /home/user/data/subdir/<commit_msg>add option results_dir_made_by_main_script under [OUTPUT] in template_config.ini<commit_after>[NETWORK]
batch_size = 11
time_steps = 88
num_hidden = 128
learning_rate = 0.001

[DATA]
labelset = iabcdefghjk
# if make_data is False, will look for a
# files called `data_dict` in `train_data_dir` and `test_data_dir`
make_train_data = Yes
train_data_path = /home/user/data/subdir/subsubdir1/data_dict
train_data_dir = /home/user/data/subdir/subsubdir1
number_song_files = 40
num_train_songs = 20
num_val_songs = 10
make_test_data = Yes
test_data_path = /home/user/data/subdir/subsubdir2/data_dict
test_data_dir = /home/user/data/subdir/subsubdir2
number_test_song_files = 20
normalize_spectrograms = Yes
skip_files_with_labels_not_in_labelset = Yes

[SPECTROGRAM]
fft_size=512
step_size=64
freq_cutoffs = 500, 10000
thresh = 6.25
log_transform=True

[TRAIN]
n_max_iter = 18000
val_error_step = 150
checkpoint_step = 600
save_only_single_checkpoint_file = True
patience = None
train_set_durs = 5, 15, 30, 45, 60, 75, 90, 105
replicates = 5

[OUTPUT]
results_dir = /home/user/data/subdir/
# the option below needs to be added after main.py runs
# because it is the name of the directory generated *in* output_dir
# by main.py that contains all the training records, data, etc.
results_dir_made_by_main_script = /home/user/data/subdir/results_
{'fraction_non_alphanumeric': 0.08375850340136054, 'fraction_numerical': 0.05697278911564626, 'mean_word_length': 5.820289855072463, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7016270', 'n_tokens_mistral': 1020, 'n_tokens_neox': 893, 'n_words': 208}