| { | |
| "args": { | |
| "above_freq": 300.0, | |
| "architecture": "conv_tasnet_stft", | |
| "batch_size": 58, | |
| "beta1": 0.5, | |
| "beta2": 0.9, | |
| "bn_chan": 256, | |
| "continual_train": false, | |
| "dataset": "multi_singing_librispeech", | |
| "db_normalize": false, | |
| "ema": true, | |
| "encoder_activation": null, | |
| "entity": "carson2050", | |
| "epochs": 200, | |
| "eps": 1e-08, | |
| "exp_name": "multi_singing_librispeech", | |
| "ff_activation": "relu", | |
| "gpu": 0, | |
| "gradient_clip": null, | |
| "hid_chan": 1024, | |
| "load_ema_online_model": false, | |
| "lr": 0.0002, | |
| "lr_decay_gamma": 0.5, | |
| "lr_decay_patience": 20, | |
| "lr_scheduler": "step_lr", | |
| "mask_act": "linear", | |
| "max_n_src": 4, | |
| "min_n_src": 2, | |
| "mixed_precision": false, | |
| "mixture_consistency": "mixture_consistency", | |
| "multi_spec_loss_log_scale": false, | |
| "n_blocks": 6, | |
| "n_filter": 512, | |
| "n_kernel": 512, | |
| "n_nodes": 1, | |
| "n_repeats": 4, | |
| "n_src": 2, | |
| "nb_workers": 8, | |
| "nfft": 2048, | |
| "ngpus_per_node": 1, | |
| "nhop": 512, | |
| "no_cuda": false, | |
| "no_mask": false, | |
| "no_mask_residual": false, | |
| "optimizer": "adam", | |
| "output": "results/singing_sep/checkpoint/multi_singing_librispeech", | |
| "output_directory": "results/singing_sep", | |
| "part_of_data": null, | |
| "patience": 50, | |
| "pitch_formant_augment_prob": 0.4, | |
| "port": null, | |
| "project": "MedleyVox_home_pt2", | |
| "quiet": false, | |
| "rank": 0, | |
| "reduced_training_data_ratio": 1.0, | |
| "resume": "results/singing_sep/checkpoint/multi_singing_librispeech", | |
| "same_singer_dict_path": [ | |
| [ | |
| "../data/24k/OpenSinger", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json", | |
| "OpenSinger" | |
| ], | |
| [ | |
| "../data/24k/k_multisinger", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json", | |
| "k_multisinger" | |
| ], | |
| [ | |
| "../data/24k/CSD", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_CSD.json", | |
| "CSD" | |
| ], | |
| [ | |
| "../data/24k/jsut-song_ver1", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json", | |
| "jsut-song_ver1" | |
| ], | |
| [ | |
| "../data/24k/jvs_music_ver1", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json", | |
| "jvs_music_ver1" | |
| ], | |
| [ | |
| "../data/24k/k_multitimbre", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json", | |
| "k_multitimbre" | |
| ], | |
| [ | |
| "../data/24k/kiritan_revised", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json", | |
| "kiritan" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_train", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json", | |
| "musdb_a_train" | |
| ], | |
| [ | |
| "../data/24k/NUS", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_NUS.json", | |
| "NUS" | |
| ], | |
| [ | |
| "../data/24k/VocalSet", | |
| "./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json", | |
| "VocalSet" | |
| ] | |
| ], | |
| "same_singer_ratio": 0.2, | |
| "same_song_dict_path": [ | |
| [ | |
| "../data/24k/k_multisinger", | |
| "./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json", | |
| "k_multisinger" | |
| ] | |
| ], | |
| "same_song_ratio": 0.2, | |
| "same_speaker_dict_path": [ | |
| [ | |
| "../data/24k/LibriSpeech_train-clean-100", | |
| "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json", | |
| "LibriSpeech_train-clean-100" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_train-clean-360", | |
| "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json", | |
| "LibriSpeech_train-clean-360" | |
| ] | |
| ], | |
| "same_speaker_ratio": 0.15, | |
| "sample_rate": 24000, | |
| "seed": 777, | |
| "seq_dur": 3.0, | |
| "sing_sing_ratio": 0.15, | |
| "sing_speech_ratio": 0.15, | |
| "skip_chan": 256, | |
| "song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json", | |
| "speech_train_root": [ | |
| "../data/24k/LibriSpeech_train-clean-360", | |
| "../data/24k/LibriSpeech_train-clean-100" | |
| ], | |
| "sr_input_res": false, | |
| "sr_out_mix_consistency": false, | |
| "srnet": "orig", | |
| "start_from_best": false, | |
| "sweep": false, | |
| "target": "vocals", | |
| "train_loss_func": [ | |
| "pit_snr", | |
| "multi_spectral_l1" | |
| ], | |
| "train_root": [ | |
| "../data/24k/CSD", | |
| "../data/24k/NUS", | |
| "../data/24k/TONAS", | |
| "../data/24k/VocalSet", | |
| "../data/24k/jsut-song_ver1", | |
| "../data/24k/jvs_music_ver1", | |
| "../data/24k/kiritan_revised", | |
| "../data/24k/vocadito", | |
| "../data/24k/musdb_a_train", | |
| "../data/24k/OpenSinger", | |
| "../data/24k/medleyDB_v1_in_musdb", | |
| "../data/24k/k_multisinger", | |
| "../data/24k/k_multitimbre" | |
| ], | |
| "unison_prob": 0.3, | |
| "use_wandb": true, | |
| "valid_loss_func": [ | |
| "pit_si_sdr" | |
| ], | |
| "valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json", | |
| "valid_root": [ | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/musdb_a_test", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json", | |
| "sing_sing_diff" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/musdb_a_test", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json", | |
| "sing_sing_unison" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/musdb_a_test", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json", | |
| "sing_sing_same_singer" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json", | |
| "speech_speech_diff" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json", | |
| "speech_speech_unison" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json", | |
| "speech_speech_same_speaker" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json", | |
| "singing_speech" | |
| ] | |
| ], | |
| "valid_root_orpit": [ | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/musdb_a_test", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json", | |
| "sing_sing_diff" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/musdb_a_test", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json", | |
| "sing_sing_unison" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/musdb_a_test", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json", | |
| "sing_sing_same_singer" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json", | |
| "speech_speech_diff" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json", | |
| "speech_speech_unison" | |
| ], | |
| [ | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json", | |
| "speech_speech_same_speaker" | |
| ], | |
| [ | |
| "../data/24k/musdb_a_test", | |
| "../data/24k/LibriSpeech_dev-clean", | |
| "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json", | |
| "singing_speech" | |
| ] | |
| ], | |
| "weight_decay": 1e-06, | |
| "world_size": 1 | |
| }, | |
| "best_epoch": 92, | |
| "best_loss": -7.675145898546491, | |
| "epochs_trained": 93, | |
| "num_bad_epochs": 1, | |
| "train_loss_history": [ | |
| -1.4921716451644897, | |
| -2.8664329051971436, | |
| -3.3393054008483887, | |
| -3.638092517852783, | |
| -3.879303216934204, | |
| -4.088993072509766, | |
| -4.227543830871582, | |
| -4.412248134613037, | |
| -4.58026123046875, | |
| -4.71837043762207, | |
| -4.800468444824219, | |
| -4.882855415344238, | |
| -5.011181831359863, | |
| -5.128243923187256, | |
| -5.150334358215332, | |
| -5.240769386291504, | |
| -5.357062816619873, | |
| -5.35420560836792, | |
| -5.427922248840332, | |
| -5.536999225616455, | |
| -5.6000895500183105, | |
| -5.664849758148193, | |
| -5.704154968261719, | |
| -5.791101455688477, | |
| -5.794349670410156, | |
| -5.784161567687988, | |
| -5.824007511138916, | |
| -5.931461811065674, | |
| -5.981809139251709, | |
| -6.045787334442139, | |
| -6.045494079589844, | |
| -6.075621128082275, | |
| -6.086508750915527, | |
| -6.123781681060791, | |
| -6.192169666290283, | |
| -6.248963832855225, | |
| -6.183308124542236, | |
| -6.25191593170166, | |
| -6.301548004150391, | |
| -6.259702682495117, | |
| -6.338959217071533, | |
| -6.372439861297607, | |
| -6.436537742614746, | |
| -6.462899684906006, | |
| -6.449411392211914, | |
| -6.489621639251709, | |
| -6.461447238922119, | |
| -6.558005332946777, | |
| -6.603482723236084, | |
| -6.555445194244385, | |
| -6.579801082611084, | |
| -6.639071464538574, | |
| -6.648660182952881, | |
| -6.6866631507873535, | |
| -6.767474174499512, | |
| -6.750443935394287, | |
| -6.7306742668151855, | |
| -6.7853617668151855, | |
| -6.818509101867676, | |
| -6.761360168457031, | |
| -6.795668601989746, | |
| -6.82188606262207, | |
| -6.795504093170166, | |
| -6.914917469024658, | |
| -6.921656131744385, | |
| -6.950718402862549, | |
| -6.966548919677734, | |
| -6.965545654296875, | |
| -6.964168548583984, | |
| -6.888548374176025, | |
| -6.932443141937256, | |
| -6.930734634399414, | |
| -6.949597358703613, | |
| -6.947843551635742, | |
| -6.959360599517822, | |
| -6.974522590637207, | |
| -7.005373954772949, | |
| -7.039368629455566, | |
| -7.008696556091309, | |
| -7.064368724822998, | |
| -7.038439750671387, | |
| -7.046519756317139, | |
| -7.052777290344238, | |
| -7.06027889251709, | |
| -7.048835277557373, | |
| -7.095891952514648, | |
| -7.080573558807373, | |
| -7.120383262634277, | |
| -7.1035075187683105, | |
| -7.147456645965576, | |
| -7.133329391479492, | |
| -7.134939670562744, | |
| -7.155049800872803 | |
| ], | |
| "train_time_history": [ | |
| 4810.419310808182, | |
| 4810.429551362991, | |
| 4780.074353456497, | |
| 4780.08434343338, | |
| 4793.850719213486, | |
| 4793.851686954498, | |
| 4799.262031078339, | |
| 4799.2719786167145, | |
| 4776.265509605408, | |
| 4776.275769710541, | |
| 4800.915772199631, | |
| 4800.925550937653, | |
| 4782.19565987587, | |
| 4870.2729279994965, | |
| 4864.202353715897, | |
| 5526.39341044426, | |
| 5526.402764797211, | |
| 5210.057184457779, | |
| 5210.0663821697235, | |
| 5192.114199876785, | |
| 5192.115474700928, | |
| 5119.568732976913, | |
| 5119.579450130463, | |
| 4854.391019105911, | |
| 4854.4009165763855, | |
| 4825.207883834839, | |
| 4825.218036174774, | |
| 4839.370161294937, | |
| 4839.3797080516815, | |
| 4829.168277978897, | |
| 4829.178178310394, | |
| 4831.754481077194, | |
| 4831.764403104782, | |
| 4840.167069673538, | |
| 4840.1764142513275, | |
| 4839.306309938431, | |
| 4839.315984725952, | |
| 4835.479310274124, | |
| 4835.489530324936, | |
| 4991.815203428268, | |
| 4826.761980772018, | |
| 4826.772101163864, | |
| 4819.3496108055115, | |
| 4819.358952999115, | |
| 4820.984974384308, | |
| 4820.995014190674, | |
| 4820.539752483368, | |
| 4820.548979997635, | |
| 4814.873534917831, | |
| 4814.876268863678, | |
| 4812.354250907898, | |
| 4812.363839626312, | |
| 4822.391925573349, | |
| 4822.40118765831, | |
| 4809.686738491058, | |
| 4809.697638034821, | |
| 4832.5055372715, | |
| 4832.515355587006, | |
| 4831.67563867569, | |
| 4831.685403108597, | |
| 4824.845934391022, | |
| 4824.85514998436, | |
| 4835.57625246048, | |
| 4835.587289094925, | |
| 4817.744952201843, | |
| 4817.7542552948, | |
| 4807.804133653641, | |
| 4807.814810037613, | |
| 4818.521605968475, | |
| 4818.532015800476, | |
| 4981.354954957962, | |
| 4981.368631839752, | |
| 4875.586889028549, | |
| 4875.597553014755, | |
| 4801.111567258835, | |
| 4801.1219182014465, | |
| 4799.074081897736, | |
| 4799.08514547348, | |
| 4809.401276350021, | |
| 4809.41465306282, | |
| 4809.043102502823, | |
| 4809.04475402832, | |
| 4818.2070748806, | |
| 4818.209503889084, | |
| 4796.3679666519165, | |
| 4796.377726793289, | |
| 4794.153427362442, | |
| 4794.155965805054, | |
| 4804.1572597026825, | |
| 4804.168130159378, | |
| 4797.392125368118, | |
| 4797.401923418045, | |
| 4797.116873264313, | |
| 4797.12747836113, | |
| 4799.205674409866, | |
| 4799.215870857239, | |
| 4969.960748910904, | |
| 4969.971879482269, | |
| 5270.599810838699, | |
| 5270.6101796627045, | |
| 4881.989181518555, | |
| 4882.000226974487, | |
| 4867.6136746406555, | |
| 4867.624637126923, | |
| 5128.904933452606, | |
| 5128.915862798691, | |
| 4879.79870891571, | |
| 4879.80947971344, | |
| 4969.744366407394, | |
| 4969.754128456116, | |
| 4907.097052812576, | |
| 4907.107843637466, | |
| 4812.9132516384125, | |
| 4812.9242560863495, | |
| 4815.909214496613, | |
| 4815.920344591141, | |
| 4806.699935913086, | |
| 4806.70260477066, | |
| 4831.170897245407, | |
| 4831.180289506912, | |
| 4839.252681255341, | |
| 4839.262135982513, | |
| 4833.886634111404, | |
| 4833.8898758888245, | |
| 4830.524186134338, | |
| 4830.53564286232, | |
| 4824.74093079567, | |
| 4824.747734546661, | |
| 4818.754670858383, | |
| 4818.764072179794, | |
| 4816.966838121414, | |
| 4816.977759599686, | |
| 4831.582427740097, | |
| 4831.592094898224, | |
| 4804.51261639595, | |
| 4993.473606586456, | |
| 4815.601177692413, | |
| 4815.610737085342, | |
| 4789.788247346878, | |
| 4865.854624032974, | |
| 4865.864605426788, | |
| 5030.177618980408, | |
| 5030.188777208328, | |
| 4769.904754638672, | |
| 4895.086503267288, | |
| 4895.0979063510895, | |
| 4869.957269668579, | |
| 4869.958615779877, | |
| 4962.7930123806, | |
| 4962.803097486496, | |
| 5163.898764133453, | |
| 5163.90244436264, | |
| 4803.290739297867, | |
| 4803.3002672195435, | |
| 4819.002298593521, | |
| 4819.014036178589, | |
| 4812.0083973407745, | |
| 5130.011174440384, | |
| 5130.020927429199, | |
| 5238.748838424683, | |
| 5162.933927536011, | |
| 5162.94544506073, | |
| 5014.217702865601, | |
| 5014.227581739426, | |
| 5119.955267906189, | |
| 5119.966482877731, | |
| 4877.71505856514, | |
| 4947.4076771736145, | |
| 4947.418792486191, | |
| 4980.132425069809, | |
| 4980.143876552582, | |
| 5166.483239412308, | |
| 5166.49423623085, | |
| 4906.088274717331, | |
| 4906.0993638038635, | |
| 4880.329564332962, | |
| 4880.339328289032, | |
| 4873.104112148285, | |
| 4873.119816303253, | |
| 4885.143585205078, | |
| 5015.694309234619 | |
| ], | |
| "valid_loss_history": [ | |
| -3.0233164174216136, | |
| -4.020770004817417, | |
| -4.493505137307303, | |
| -4.805826323372977, | |
| -5.009723663330078, | |
| -5.3551515851702005, | |
| -5.507791314806257, | |
| -5.709285395486014, | |
| -5.82812111718314, | |
| -5.88963999067034, | |
| -5.970332486288888, | |
| -5.988547257014683, | |
| -6.113276481628418, | |
| -6.132954188755581, | |
| -6.210943358285086, | |
| -6.279647214072091, | |
| -6.3300862312316895, | |
| -6.36109277180263, | |
| -6.427222183772495, | |
| -6.453009741646903, | |
| -6.489914894104004, | |
| -6.48867974962507, | |
| -6.536007336207798, | |
| -6.532879625047956, | |
| -6.572577135903495, | |
| -6.5566478456769675, | |
| -6.660695620945522, | |
| -6.70451055254255, | |
| -6.65756470816476, | |
| -6.701659406934466, | |
| -6.7815567425319125, | |
| -6.804818085261753, | |
| -6.783689567020962, | |
| -6.844764641353062, | |
| -6.868685790470669, | |
| -6.888231481824603, | |
| -6.942419528961182, | |
| -6.951289176940918, | |
| -6.975076675415039, | |
| -6.991657052721296, | |
| -7.000387941087995, | |
| -7.082024574279785, | |
| -7.087371553693499, | |
| -7.114969117300851, | |
| -7.163520812988281, | |
| -7.1951784406389505, | |
| -7.216815676007952, | |
| -7.201807635171073, | |
| -7.183896745954241, | |
| -7.227273804800851, | |
| -7.232961927141462, | |
| -7.2955668313162665, | |
| -7.2690509387425015, | |
| -7.273542472294399, | |
| -7.281754766191755, | |
| -7.311358247484479, | |
| -7.287418706076486, | |
| -7.261871746608189, | |
| -7.2840664727347235, | |
| -7.316314697265625, | |
| -7.376913070678711, | |
| -7.367326668330601, | |
| -7.438824789864676, | |
| -7.427623748779297, | |
| -7.45092739377703, | |
| -7.4810590744018555, | |
| -7.43196405683245, | |
| -7.413298266274588, | |
| -7.448171275002616, | |
| -7.470413276127407, | |
| -7.478131294250488, | |
| -7.494483879634312, | |
| -7.459411212376186, | |
| -7.515866688319615, | |
| -7.571803229195731, | |
| -7.573634147644043, | |
| -7.562024729592459, | |
| -7.550929818834577, | |
| -7.53609037399292, | |
| -7.563671180180141, | |
| -7.578108038221087, | |
| -7.531997203826904, | |
| -7.600094999585833, | |
| -7.639314787728446, | |
| -7.65882362638201, | |
| -7.624989918300083, | |
| -7.5906588690621515, | |
| -7.606484276907785, | |
| -7.59099394934518, | |
| -7.611005442483084, | |
| -7.649059908730643, | |
| -7.675145898546491, | |
| -7.672644138336182 | |
| ] | |
| } |