diff --git "a/conv_tasnet_whamr_w_medium/sys7_8khz/trainer.log" "b/conv_tasnet_whamr_w_medium/sys7_8khz/trainer.log" new file mode 100644--- /dev/null +++ "b/conv_tasnet_whamr_w_medium/sys7_8khz/trainer.log" @@ -0,0 +1,2619 @@ +2024-01-25 01:49:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:173 - INFO ] Create optimizer adam: {'lr': 0.001, 'weight_decay': 1e-05} +2024-01-25 01:49:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:140 - INFO ] Model summary: +ConvTasNet( + (encoder_1d): Conv1D(1, 512, kernel_size=(40,), stride=(20,)) + (ln): ChannelWiseLayerNorm((512,), eps=1e-05, elementwise_affine=True) + (proj): Conv1D(512, 256, kernel_size=(1,), stride=(1,)) + (repeats): Sequential( + (0): Sequential( + (0): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(1,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (1): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(2,), dilation=(2,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (2): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(4,), dilation=(4,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (3): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(8,), dilation=(8,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (4): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(16,), dilation=(16,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (5): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(32,), dilation=(32,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (6): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(64,), dilation=(64,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (7): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(128,), dilation=(128,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + ) + (1): Sequential( + (0): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(1,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (1): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(2,), dilation=(2,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (2): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(4,), dilation=(4,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (3): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(8,), dilation=(8,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (4): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(16,), dilation=(16,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (5): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(32,), dilation=(32,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (6): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(64,), dilation=(64,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (7): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(128,), dilation=(128,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + ) + (2): Sequential( + (0): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(1,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (1): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(2,), dilation=(2,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (2): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(4,), dilation=(4,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (3): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(8,), dilation=(8,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (4): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(16,), dilation=(16,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (5): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(32,), dilation=(32,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (6): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(64,), dilation=(64,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (7): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(128,), dilation=(128,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + ) + (3): Sequential( + (0): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(1,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (1): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(2,), dilation=(2,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (2): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(4,), dilation=(4,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (3): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(8,), dilation=(8,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (4): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(16,), dilation=(16,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (5): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(32,), dilation=(32,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (6): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(64,), dilation=(64,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + (7): Conv1DBlock( + (conv1x1): Conv1D(256, 512, kernel_size=(1,), stride=(1,)) + (prelu1): PReLU(num_parameters=1) + (lnorm1): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (dconv): Conv1d(512, 512, kernel_size=(3,), stride=(1,), padding=(128,), dilation=(128,), groups=512) + (prelu2): PReLU(num_parameters=1) + (lnorm2): GlobalChannelLayerNorm(512, eps=1e-05, elementwise_affine=True) + (sconv): Conv1d(512, 256, kernel_size=(1,), stride=(1,)) + ) + ) + ) + (mask): Conv1D(256, 1024, kernel_size=(1,), stride=(1,)) + (decoder_1d): ConvTrans1D(512, 1, kernel_size=(40,), stride=(20,)) +) +2024-01-25 01:49:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:141 - INFO ] Loading model to GPUs:(6, 7), #param: 8.98M +2024-01-25 01:49:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:145 - INFO ] Gradient clipping by 5, default L2 +2024-01-25 01:49:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 01:50:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: 44.08,42.59,41.55,43.60,43.43,43.81,44.32,44.53,43.16,45.75,44.26,44.56,45.51,44.03,44.12,40.64,44.66,43.28,43.69,44.16,43.53,43.42,45.66,42.91,44.14,42.91,42.65,42.47,43.67,43.06,42.41,43.85,43.63,44.39,44.37,43.35,43.18,43.57,44.99,43.37,40.84,45.14,44.95,43.22,41.92,41.65,43.38,43.14,43.75,45.10,42.36,44.89,41.68,41.81,41.51,44.34,44.57,43.11,45.84,44.14,43.70,43.58,44.26,42.58,43.13,43.28,44.62,40.83,43.55,43.26,45.70,44.31,43.11,42.69,42.52,43.26,44.44,40.11,42.67,44.97,41.92,43.45,43.11,44.62,44.09,43.59,41.16,44.11,45.23,45.05,44.81,43.41,44.32,42.32,44.19,43.88,43.31,43.48,44.98,46.19,43.94,43.09,44.60,44.44,44.52,44.79,45.03,45.17,43.27,44.81,44.50,42.78,42.00,43.55,43.48,45.26,42.80,45.36,44.30,43.74,43.11,43.66,43.59,44.08,41.47,44.66,45.33,43.87,42.73,45.06,43.21,44.83,45.68,42.92,44.68,44.63,45.07,44.67,42.36,45.21,44.71,44.72,44.94,42.30,45.29,41.49,44.65,43.23,44.13,44.61,41.55,44.03,44.90,41.65,42.95,41.72,44.83,44.73,42.88,44.59,45.64,43.84,43.62,44.44,44.64,44.04,42.50,44.94,43.00,44.17,43.52,42.40,43.30 +2024-01-25 01:50:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:221 - INFO ] START FROM EPOCH 0, LOSS = 43.7258 +2024-01-25 01:50:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 01:53:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = +0.45)... +2024-01-25 01:57:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -1.43)... +2024-01-25 02:00:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -1.66)... +2024-01-25 02:04:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -2.04)... +2024-01-25 02:07:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -2.24)... +2024-01-25 02:11:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -2.46)... +2024-01-25 02:14:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -2.67)... +2024-01-25 02:18:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -2.83)... +2024-01-25 02:22:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -3.18)... +2024-01-25 02:25:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -3.39)... +2024-01-25 02:29:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -3.41)... +2024-01-25 02:32:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -3.53)... +2024-01-25 02:36:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -3.72)... +2024-01-25 02:40:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -3.65)... +2024-01-25 02:43:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -3.93)... +2024-01-25 02:47:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -4.10)... +2024-01-25 02:51:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -4.16)... +2024-01-25 02:54:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -4.23)... +2024-01-25 02:58:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -4.47)... +2024-01-25 03:02:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -4.54)... +2024-01-25 03:05:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -4.59)... +2024-01-25 03:09:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -4.56)... +2024-01-25 03:13:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -4.65)... +2024-01-25 03:17:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -4.88)... +2024-01-25 03:20:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -4.87)... +2024-01-25 03:23:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 03:24:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -3.12,-5.11,-3.43,-4.83,-3.00,-3.43,-4.31,-3.84,-3.90,-4.81,-2.70,-4.32,-4.06,-4.15,-3.94,-2.94,-2.59,-3.93,-4.62,-4.24,-3.82,-3.56,-4.03,-4.39,-4.29,-3.53,-3.77,-3.58,-4.01,-3.51,-3.94,-4.99,-3.56,-4.25,-4.47,-4.78,-3.91,-3.67,-3.22,-3.54,-3.61,-3.57,-3.49,-3.97,-3.50,-4.73,-3.12,-3.67,-3.80,-3.55,-3.45,-3.87,-3.79,-4.87,-4.95,-4.30,-3.73,-3.98,-3.45,-4.42,-4.96,-4.02,-4.36,-4.07,-3.44,-3.18,-2.79,-3.18,-4.70,-4.10,-4.86,-4.41,-4.62,-4.31,-5.55,-4.09,-5.10,-3.53,-3.15,-3.24,-3.99,-4.44,-3.30,-3.09,-4.82,-3.53,-4.41,-4.39,-4.24,-4.50,-4.23,-4.48,-5.72,-4.72,-5.99,-4.29,-4.16,-4.62,-3.37,-3.41,-4.51,-3.94,-4.91,-3.83,-4.21,-5.36,-5.64,-4.87,-4.01,-3.49,-3.99,-5.35,-4.82,-4.77,-4.29,-5.51,-4.08,-3.25,-4.80,-2.50,-4.93,-3.43,-4.86,-3.27,-4.37,-2.84,-3.27,-3.23,-4.26,-5.44,-3.97,-5.00,-3.92,-2.84,-2.83,-5.14,-4.50,-4.95,-3.92,-3.77,-2.96,-4.27,-3.90,-4.16,-5.14,-5.04,-3.68,-4.80,-4.73,-3.90,-3.69,-4.37,-2.73,-4.18,-4.20,-2.96,-4.02,-4.03,-3.94,-4.44,-2.95,-3.96,-4.04,-4.28,-4.08,-3.93,-4.11,-4.54,-4.49,-4.00,-3.84,-4.02,-3.61 +2024-01-25 03:24:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 1: train = -3.4401(93.52m/5164) | dev = -4.0642(1.08m/173) +2024-01-25 03:24:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 03:28:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -5.06)... +2024-01-25 03:32:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -4.98)... +2024-01-25 03:35:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -5.09)... +2024-01-25 03:39:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -5.16)... +2024-01-25 03:42:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -5.24)... +2024-01-25 03:46:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -5.22)... +2024-01-25 03:49:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -5.37)... +2024-01-25 03:53:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -5.42)... +2024-01-25 03:57:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -5.46)... +2024-01-25 04:01:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -5.46)... +2024-01-25 04:04:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -5.58)... +2024-01-25 04:08:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -5.51)... +2024-01-25 04:11:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -5.72)... +2024-01-25 04:14:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -5.68)... +2024-01-25 04:18:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -5.60)... +2024-01-25 04:21:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -5.84)... +2024-01-25 04:25:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -5.90)... +2024-01-25 04:29:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -5.88)... +2024-01-25 04:32:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -5.72)... +2024-01-25 04:36:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -6.01)... +2024-01-25 04:39:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -5.97)... +2024-01-25 04:43:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -6.02)... +2024-01-25 04:47:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -6.13)... +2024-01-25 04:50:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -6.06)... +2024-01-25 04:54:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -6.15)... +2024-01-25 04:57:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 04:58:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -3.73,-6.02,-4.35,-6.29,-4.52,-4.56,-5.33,-4.81,-4.98,-6.01,-3.27,-5.45,-5.11,-5.84,-5.38,-3.47,-4.27,-5.28,-6.23,-5.15,-4.86,-4.35,-5.14,-5.55,-5.08,-4.67,-4.96,-4.50,-4.52,-4.09,-4.96,-6.01,-5.24,-5.86,-5.11,-5.92,-4.66,-5.17,-4.09,-4.74,-5.09,-4.88,-4.48,-4.93,-4.99,-5.95,-4.05,-5.15,-5.55,-4.50,-4.69,-5.48,-5.13,-6.15,-6.32,-5.80,-4.88,-5.43,-4.44,-5.30,-5.95,-5.02,-5.08,-4.51,-4.16,-4.41,-3.34,-4.51,-6.23,-5.21,-5.75,-5.39,-5.45,-5.11,-7.23,-5.91,-6.48,-4.83,-4.34,-4.75,-5.36,-5.33,-4.21,-4.18,-5.97,-4.88,-5.87,-5.68,-5.43,-5.22,-5.96,-5.73,-6.75,-5.31,-6.90,-5.37,-5.00,-5.92,-4.64,-4.68,-5.49,-4.89,-6.24,-4.91,-5.20,-5.90,-6.63,-5.44,-5.68,-5.20,-5.24,-6.78,-6.29,-5.51,-5.25,-6.23,-5.23,-3.85,-5.51,-3.16,-6.42,-5.08,-6.25,-4.61,-5.17,-4.03,-5.09,-4.29,-5.37,-6.22,-4.26,-6.58,-4.88,-3.28,-3.50,-6.50,-5.21,-5.70,-4.98,-4.69,-4.45,-5.17,-4.71,-4.94,-6.39,-5.49,-4.69,-5.71,-5.61,-5.18,-4.39,-5.62,-3.80,-5.20,-5.94,-4.11,-5.02,-5.05,-5.33,-5.49,-3.92,-6.05,-4.94,-5.13,-5.49,-5.38,-5.36,-5.70,-5.56,-5.29,-4.87,-5.58,-4.83 +2024-01-25 04:58:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 2: train = -5.6269(92.44m/5165) | dev = -5.1781(0.85m/173) +2024-01-25 04:58:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 05:01:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -6.13)... +2024-01-25 05:05:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -6.22)... +2024-01-25 05:08:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -6.34)... +2024-01-25 05:12:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -6.38)... +2024-01-25 05:16:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -6.43)... +2024-01-25 05:19:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -6.27)... +2024-01-25 05:22:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -6.35)... +2024-01-25 05:26:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -6.51)... +2024-01-25 05:29:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -6.48)... +2024-01-25 05:33:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -6.30)... +2024-01-25 05:36:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -6.43)... +2024-01-25 05:40:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -6.55)... +2024-01-25 05:43:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -6.53)... +2024-01-25 05:47:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -6.57)... +2024-01-25 05:50:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -6.55)... +2024-01-25 05:54:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -6.61)... +2024-01-25 05:57:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -6.60)... +2024-01-25 06:01:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -6.70)... +2024-01-25 06:05:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -6.61)... +2024-01-25 06:09:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -6.74)... +2024-01-25 06:12:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -6.68)... +2024-01-25 06:16:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -6.83)... +2024-01-25 06:19:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -6.86)... +2024-01-25 06:23:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -6.77)... +2024-01-25 06:26:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -6.93)... +2024-01-25 06:29:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 06:30:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -4.26,-6.64,-4.74,-7.11,-5.25,-5.08,-6.14,-5.61,-5.66,-6.59,-4.04,-6.05,-6.15,-6.68,-6.30,-4.54,-4.88,-6.05,-6.89,-5.73,-5.67,-5.46,-5.96,-5.56,-5.87,-5.66,-5.60,-5.20,-5.25,-4.84,-5.62,-6.37,-6.23,-6.87,-6.00,-6.52,-5.54,-5.86,-5.25,-5.79,-5.52,-5.90,-5.21,-5.44,-6.07,-6.45,-4.84,-5.69,-6.05,-5.05,-5.57,-6.28,-5.80,-6.65,-6.98,-6.62,-5.43,-6.39,-5.24,-5.84,-6.78,-5.71,-6.14,-5.41,-4.57,-4.75,-4.14,-5.21,-6.64,-5.93,-6.32,-6.12,-6.07,-6.06,-8.34,-6.66,-7.00,-5.81,-4.97,-5.08,-6.27,-6.21,-5.14,-5.26,-6.45,-6.33,-6.81,-6.39,-6.29,-6.46,-6.59,-6.75,-7.73,-6.44,-7.44,-5.91,-6.01,-7.04,-5.13,-5.46,-6.27,-5.42,-7.12,-5.77,-5.82,-6.68,-7.38,-6.44,-6.42,-5.62,-5.47,-7.46,-7.01,-6.39,-5.99,-7.06,-6.21,-4.11,-6.34,-4.08,-7.22,-5.43,-6.96,-5.14,-6.39,-4.36,-6.05,-4.87,-5.85,-7.26,-5.29,-7.42,-5.42,-4.13,-3.97,-7.21,-6.17,-6.53,-5.26,-5.72,-5.35,-6.02,-5.61,-6.06,-7.03,-6.06,-5.29,-6.28,-6.43,-5.82,-4.89,-6.41,-4.44,-5.85,-6.43,-4.29,-5.83,-5.51,-6.24,-6.60,-5.05,-5.89,-5.71,-5.79,-6.19,-5.83,-5.98,-6.09,-6.06,-5.79,-5.72,-5.93,-5.40 +2024-01-25 06:30:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 3: train = -6.5442(91.26m/5166) | dev = -5.9071(0.69m/173) +2024-01-25 06:30:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 06:33:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -6.90)... +2024-01-25 06:36:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -6.82)... +2024-01-25 06:39:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -7.01)... +2024-01-25 06:42:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -6.89)... +2024-01-25 06:45:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -6.97)... +2024-01-25 06:48:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -7.10)... +2024-01-25 06:51:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -6.99)... +2024-01-25 06:54:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -7.12)... +2024-01-25 06:57:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -7.08)... +2024-01-25 07:00:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -7.00)... +2024-01-25 07:03:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -7.11)... +2024-01-25 07:06:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -7.17)... +2024-01-25 07:09:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -6.96)... +2024-01-25 07:12:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -7.03)... +2024-01-25 07:15:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -7.18)... +2024-01-25 07:19:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -7.27)... +2024-01-25 07:22:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -7.08)... +2024-01-25 07:25:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -7.23)... +2024-01-25 07:28:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -7.17)... +2024-01-25 07:31:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -7.16)... +2024-01-25 07:34:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -7.26)... +2024-01-25 07:37:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -7.12)... +2024-01-25 07:40:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -7.12)... +2024-01-25 07:43:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -7.20)... +2024-01-25 07:47:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -7.23)... +2024-01-25 07:49:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 07:50:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -4.74,-6.83,-4.60,-7.46,-5.09,-5.31,-6.37,-5.81,-5.88,-6.98,-4.14,-6.08,-6.26,-6.93,-6.23,-4.93,-5.43,-6.52,-6.44,-5.99,-5.83,-5.51,-6.17,-5.91,-6.15,-5.62,-5.66,-5.52,-5.46,-5.60,-5.83,-7.13,-6.90,-7.25,-6.13,-6.58,-5.57,-6.11,-5.08,-6.17,-5.70,-5.37,-5.41,-5.09,-6.39,-6.55,-4.92,-5.87,-6.04,-5.02,-6.06,-6.43,-6.29,-6.93,-7.27,-6.49,-5.23,-6.58,-5.42,-5.84,-7.06,-5.76,-6.06,-5.75,-5.19,-4.89,-3.87,-5.47,-6.76,-6.25,-6.52,-6.13,-6.38,-6.41,-8.77,-6.83,-7.30,-5.88,-5.53,-4.98,-6.23,-6.28,-5.99,-5.79,-6.87,-6.66,-6.76,-6.68,-6.12,-6.63,-6.63,-6.62,-7.97,-6.58,-7.95,-6.32,-6.21,-7.05,-5.04,-5.11,-6.34,-5.65,-7.20,-5.84,-6.01,-6.86,-7.67,-6.63,-6.83,-5.87,-5.83,-7.60,-7.09,-6.60,-5.69,-7.58,-6.14,-5.03,-7.00,-4.20,-7.42,-6.05,-7.30,-4.79,-6.87,-5.16,-5.98,-5.61,-6.36,-7.74,-5.05,-7.45,-5.58,-4.54,-4.40,-7.51,-6.30,-7.06,-5.88,-6.11,-4.81,-6.02,-5.69,-5.92,-7.12,-6.67,-5.55,-6.86,-6.79,-6.39,-4.91,-6.36,-4.25,-5.68,-6.33,-4.60,-5.96,-5.63,-6.30,-7.01,-4.92,-6.93,-5.84,-6.26,-6.42,-5.74,-6.09,-6.11,-6.61,-6.09,-5.90,-6.09,-5.48 +2024-01-25 07:50:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 4: train = -7.0880(79.62m/5166) | dev = -6.1070(0.71m/173) +2024-01-25 07:50:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 07:53:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -7.32)... +2024-01-25 07:56:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -7.49)... +2024-01-25 07:59:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -7.40)... +2024-01-25 08:02:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -7.38)... +2024-01-25 08:05:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -7.37)... +2024-01-25 08:09:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -7.37)... +2024-01-25 08:12:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -7.37)... +2024-01-25 08:15:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -7.43)... +2024-01-25 08:18:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -7.56)... +2024-01-25 08:21:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -7.60)... +2024-01-25 08:24:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -7.39)... +2024-01-25 08:27:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -7.48)... +2024-01-25 08:30:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -7.40)... +2024-01-25 08:33:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -7.42)... +2024-01-25 08:36:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -7.58)... +2024-01-25 08:40:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -7.62)... +2024-01-25 08:43:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -7.66)... +2024-01-25 08:46:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -7.57)... +2024-01-25 08:49:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -7.42)... +2024-01-25 08:52:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -7.57)... +2024-01-25 08:55:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -7.48)... +2024-01-25 08:58:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -7.56)... +2024-01-25 09:01:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -7.68)... +2024-01-25 09:05:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -7.54)... +2024-01-25 09:08:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -7.47)... +2024-01-25 09:10:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 09:11:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -5.17,-7.20,-5.27,-8.15,-5.89,-6.00,-6.97,-6.51,-6.32,-7.47,-4.76,-6.77,-7.00,-7.25,-7.26,-5.31,-6.27,-7.11,-7.57,-6.40,-6.60,-5.89,-6.78,-6.51,-6.39,-6.32,-5.91,-6.47,-6.03,-6.73,-6.01,-7.95,-7.12,-7.77,-6.25,-7.27,-6.16,-6.61,-4.81,-7.16,-6.34,-6.42,-5.81,-5.85,-6.87,-6.94,-6.04,-6.44,-6.98,-6.36,-6.50,-7.11,-6.65,-7.47,-7.86,-7.24,-6.17,-7.57,-6.17,-6.93,-7.56,-6.95,-6.77,-6.15,-6.09,-5.64,-5.46,-6.35,-7.65,-7.23,-7.07,-6.63,-6.74,-7.11,-9.05,-7.40,-7.84,-6.33,-6.02,-6.58,-7.18,-7.02,-6.51,-6.20,-7.81,-6.86,-7.42,-7.18,-6.94,-7.39,-7.55,-7.43,-8.24,-7.08,-8.23,-6.88,-7.08,-7.84,-6.11,-6.15,-7.09,-5.90,-7.92,-6.35,-6.58,-7.41,-8.12,-7.34,-7.55,-6.84,-6.55,-8.23,-7.59,-7.04,-6.58,-7.96,-6.98,-5.51,-7.41,-4.57,-7.78,-6.83,-7.96,-5.76,-7.36,-5.68,-6.66,-6.02,-6.65,-8.00,-6.26,-8.09,-6.76,-5.09,-5.42,-8.03,-6.66,-7.27,-6.33,-6.94,-5.87,-6.57,-6.15,-6.50,-7.63,-7.46,-5.83,-7.22,-7.16,-6.51,-5.50,-7.04,-5.10,-5.93,-7.62,-5.23,-6.48,-6.03,-6.60,-7.72,-6.08,-6.72,-6.47,-6.81,-6.59,-6.14,-6.70,-6.51,-7.37,-6.96,-6.70,-6.85,-5.91 +2024-01-25 09:11:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 5: train = -7.4845(80.45m/5165) | dev = -6.7390(0.75m/173) +2024-01-25 09:11:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 09:14:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -7.69)... +2024-01-25 09:17:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -7.79)... +2024-01-25 09:20:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -7.79)... +2024-01-25 09:23:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -7.80)... +2024-01-25 09:26:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -7.79)... +2024-01-25 09:29:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -7.77)... +2024-01-25 09:32:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -7.70)... +2024-01-25 09:35:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -7.72)... +2024-01-25 09:38:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -7.74)... +2024-01-25 09:41:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -7.71)... +2024-01-25 09:44:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -7.80)... +2024-01-25 09:47:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -7.65)... +2024-01-25 09:50:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -7.86)... +2024-01-25 09:53:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -7.87)... +2024-01-25 09:56:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -7.77)... +2024-01-25 09:59:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -7.77)... +2024-01-25 10:03:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -7.93)... +2024-01-25 10:06:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -7.93)... +2024-01-25 10:09:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -7.90)... +2024-01-25 10:12:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -7.89)... +2024-01-25 10:15:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -7.91)... +2024-01-25 10:18:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -7.75)... +2024-01-25 10:21:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -7.89)... +2024-01-25 10:24:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -7.91)... +2024-01-25 10:28:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -7.78)... +2024-01-25 10:30:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 10:31:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -5.70,-7.41,-5.19,-8.64,-5.72,-5.73,-7.45,-6.83,-6.64,-7.61,-4.85,-7.18,-7.33,-7.59,-6.84,-5.13,-6.69,-7.01,-7.80,-6.75,-6.96,-6.20,-6.92,-6.30,-6.34,-6.28,-6.20,-6.59,-6.11,-7.05,-6.06,-7.68,-6.51,-7.94,-6.32,-7.50,-6.41,-6.37,-6.10,-7.22,-6.55,-6.23,-6.47,-6.11,-6.92,-7.23,-6.66,-6.84,-7.07,-6.64,-5.71,-6.94,-6.43,-7.79,-7.72,-7.21,-6.25,-7.88,-6.02,-7.38,-7.74,-6.86,-7.11,-6.42,-6.29,-5.94,-5.79,-6.50,-7.51,-7.63,-7.55,-6.72,-7.26,-7.17,-9.00,-7.36,-7.81,-6.69,-5.62,-5.88,-7.20,-7.17,-7.00,-5.73,-7.79,-6.77,-7.09,-7.23,-7.23,-7.88,-7.41,-7.40,-8.45,-7.54,-8.41,-7.30,-7.47,-8.15,-6.58,-5.94,-7.39,-6.50,-8.42,-6.42,-6.69,-7.71,-8.62,-7.53,-7.47,-6.86,-6.90,-8.31,-7.80,-7.22,-6.88,-8.11,-7.49,-5.69,-7.87,-4.84,-7.98,-6.75,-7.73,-5.62,-7.91,-6.19,-6.67,-6.54,-6.94,-8.42,-6.72,-7.94,-6.26,-5.36,-5.59,-8.14,-7.03,-7.62,-6.36,-7.16,-6.03,-6.83,-6.24,-6.86,-7.84,-7.77,-6.36,-7.06,-7.57,-6.97,-6.16,-7.29,-5.33,-6.45,-7.21,-5.63,-6.66,-6.53,-6.97,-7.73,-6.28,-6.97,-6.60,-7.10,-6.94,-6.22,-6.75,-6.93,-7.45,-6.71,-6.95,-6.67,-6.11 +2024-01-25 10:31:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 6: train = -7.8031(79.28m/5166) | dev = -6.9052(0.71m/173) +2024-01-25 10:31:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 10:34:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.03)... +2024-01-25 10:37:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -7.99)... +2024-01-25 10:40:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -7.95)... +2024-01-25 10:43:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -7.96)... +2024-01-25 10:46:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -7.88)... +2024-01-25 10:49:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -7.94)... +2024-01-25 10:52:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -7.83)... +2024-01-25 10:55:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -7.94)... +2024-01-25 10:58:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -7.93)... +2024-01-25 11:01:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.00)... +2024-01-25 11:04:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -7.90)... +2024-01-25 11:08:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.02)... +2024-01-25 11:11:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.07)... +2024-01-25 11:14:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.02)... +2024-01-25 11:17:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -7.83)... +2024-01-25 11:20:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -8.05)... +2024-01-25 11:23:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.01)... +2024-01-25 11:26:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.12)... +2024-01-25 11:29:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -7.99)... +2024-01-25 11:32:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.10)... +2024-01-25 11:35:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.11)... +2024-01-25 11:38:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.14)... +2024-01-25 11:42:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.16)... +2024-01-25 11:45:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.14)... +2024-01-25 11:48:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.17)... +2024-01-25 11:51:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 11:52:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -5.68,-7.59,-5.36,-8.60,-6.22,-6.06,-7.64,-7.10,-6.82,-8.07,-5.01,-7.18,-7.94,-7.68,-7.28,-5.49,-6.99,-7.25,-7.63,-6.64,-6.91,-6.49,-6.90,-6.87,-6.60,-6.56,-5.88,-6.83,-6.00,-7.72,-6.22,-7.95,-6.70,-8.07,-6.40,-7.86,-6.32,-6.93,-5.60,-7.66,-6.91,-6.28,-6.21,-6.27,-6.80,-7.24,-7.06,-7.18,-7.21,-6.77,-6.12,-7.72,-6.55,-7.95,-8.21,-7.59,-6.71,-8.15,-6.74,-7.41,-8.09,-6.98,-7.04,-6.58,-6.86,-6.09,-5.98,-6.50,-7.93,-7.74,-7.89,-7.12,-7.45,-7.45,-9.34,-7.68,-7.99,-6.45,-6.12,-6.82,-7.52,-7.35,-6.94,-5.87,-8.09,-7.26,-7.71,-7.11,-7.27,-7.87,-7.45,-7.62,-8.54,-7.43,-8.50,-7.42,-7.28,-8.21,-6.55,-6.12,-7.75,-6.55,-8.39,-6.60,-6.38,-7.63,-8.87,-7.83,-7.47,-7.36,-6.97,-8.42,-7.92,-7.24,-7.09,-8.11,-7.56,-6.01,-7.50,-5.42,-8.22,-6.56,-8.02,-6.05,-7.89,-6.22,-6.77,-6.55,-7.00,-8.87,-6.90,-7.96,-7.14,-5.31,-5.92,-8.40,-7.33,-7.64,-6.26,-7.67,-5.68,-7.26,-6.75,-6.86,-7.68,-8.36,-6.31,-7.53,-7.72,-7.01,-6.40,-7.48,-5.69,-6.72,-7.95,-6.06,-7.04,-6.52,-6.98,-7.63,-6.28,-7.38,-6.95,-7.14,-7.15,-6.42,-7.04,-6.83,-7.65,-6.96,-6.79,-6.80,-6.02 +2024-01-25 11:52:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 7: train = -8.0189(79.79m/5162) | dev = -7.0914(0.69m/173) +2024-01-25 11:52:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 11:55:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.31)... +2024-01-25 11:58:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -8.30)... +2024-01-25 12:01:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -8.19)... +2024-01-25 12:04:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -8.25)... +2024-01-25 12:07:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -8.19)... +2024-01-25 12:09:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -8.14)... +2024-01-25 12:12:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -8.29)... +2024-01-25 12:15:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -8.34)... +2024-01-25 12:18:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -8.35)... +2024-01-25 12:21:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.09)... +2024-01-25 12:24:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -8.15)... +2024-01-25 12:27:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.22)... +2024-01-25 12:30:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.31)... +2024-01-25 12:33:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.20)... +2024-01-25 12:36:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.16)... +2024-01-25 12:39:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -8.27)... +2024-01-25 12:42:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.37)... +2024-01-25 12:45:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.28)... +2024-01-25 12:48:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -8.29)... +2024-01-25 12:51:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.19)... +2024-01-25 12:54:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.28)... +2024-01-25 12:57:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.36)... +2024-01-25 13:01:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.26)... +2024-01-25 13:04:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.27)... +2024-01-25 13:07:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.17)... +2024-01-25 13:10:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 13:10:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -5.92,-7.97,-6.24,-9.05,-6.90,-6.34,-7.96,-7.44,-7.50,-8.10,-5.35,-7.43,-8.06,-8.10,-8.09,-6.12,-7.68,-8.06,-8.40,-7.48,-7.41,-6.77,-7.44,-7.26,-7.11,-7.35,-6.78,-7.38,-6.81,-8.20,-6.64,-8.86,-7.58,-8.43,-6.65,-7.99,-6.50,-7.15,-5.64,-7.77,-7.37,-7.25,-6.72,-6.59,-7.54,-7.83,-7.44,-7.96,-7.63,-7.23,-6.79,-8.25,-7.68,-8.28,-8.44,-7.82,-7.31,-8.55,-7.03,-7.41,-8.49,-7.60,-7.66,-7.10,-6.96,-6.48,-6.41,-6.88,-8.10,-8.32,-8.39,-7.28,-7.67,-7.94,-9.53,-8.13,-8.49,-6.75,-6.92,-7.32,-7.85,-7.96,-7.66,-6.49,-8.43,-7.91,-8.40,-7.76,-7.96,-8.30,-7.89,-8.13,-8.94,-7.54,-8.81,-7.51,-7.77,-8.69,-7.10,-6.78,-8.07,-6.60,-8.44,-7.16,-7.23,-7.95,-8.89,-8.12,-8.28,-7.79,-7.41,-8.68,-8.30,-7.64,-7.28,-8.29,-7.87,-6.14,-8.25,-5.85,-8.67,-7.27,-8.55,-6.36,-8.33,-6.35,-7.36,-7.39,-7.13,-8.97,-7.47,-8.65,-7.55,-5.57,-6.51,-8.67,-7.29,-7.76,-6.59,-8.01,-6.55,-7.51,-6.92,-7.36,-8.22,-8.40,-6.50,-7.69,-7.87,-7.49,-6.82,-7.87,-6.19,-6.80,-8.56,-6.44,-7.25,-6.96,-7.39,-8.28,-6.62,-8.08,-6.99,-7.72,-7.37,-7.37,-7.64,-7.35,-8.10,-7.63,-7.65,-7.65,-6.61 +2024-01-25 13:10:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 8: train = -8.2532(78.11m/5166) | dev = -7.5369(0.70m/173) +2024-01-25 13:10:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 13:14:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.43)... +2024-01-25 13:17:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -8.44)... +2024-01-25 13:19:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -8.37)... +2024-01-25 13:22:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -8.34)... +2024-01-25 13:25:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -8.41)... +2024-01-25 13:28:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -8.39)... +2024-01-25 13:31:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -8.37)... +2024-01-25 13:34:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -8.31)... +2024-01-25 13:37:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -8.30)... +2024-01-25 13:40:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.36)... +2024-01-25 13:43:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -8.46)... +2024-01-25 13:46:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.24)... +2024-01-25 13:50:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.66)... +2024-01-25 13:53:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.44)... +2024-01-25 13:56:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.55)... +2024-01-25 13:59:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -8.44)... +2024-01-25 14:02:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.40)... +2024-01-25 14:06:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.49)... +2024-01-25 14:09:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -8.39)... +2024-01-25 14:12:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.49)... +2024-01-25 14:16:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.41)... +2024-01-25 14:19:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.37)... +2024-01-25 14:22:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.35)... +2024-01-25 14:25:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.56)... +2024-01-25 14:29:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.58)... +2024-01-25 14:31:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 14:32:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.03,-8.31,-6.35,-9.07,-6.73,-6.55,-8.15,-7.60,-7.25,-8.22,-5.35,-7.63,-8.46,-8.25,-8.02,-6.10,-7.70,-7.99,-9.06,-7.48,-7.47,-6.77,-7.44,-7.14,-7.63,-7.24,-6.88,-7.51,-6.94,-8.38,-6.96,-8.75,-7.20,-8.78,-6.42,-8.08,-7.17,-6.91,-6.37,-8.58,-7.45,-6.86,-6.70,-6.42,-7.63,-7.91,-7.58,-7.55,-7.22,-7.04,-6.82,-8.32,-7.51,-8.48,-8.54,-8.07,-7.24,-8.35,-7.21,-8.22,-8.20,-7.84,-7.74,-7.22,-7.39,-6.55,-6.58,-7.50,-8.17,-8.42,-8.60,-7.64,-7.93,-8.29,-9.90,-7.66,-8.48,-7.05,-6.89,-7.23,-7.71,-7.68,-7.56,-6.70,-8.17,-7.27,-7.66,-7.95,-8.28,-8.49,-8.29,-7.95,-8.57,-8.05,-8.82,-7.43,-7.75,-8.61,-7.17,-7.27,-8.00,-6.89,-8.78,-7.31,-7.53,-8.00,-9.04,-7.98,-8.09,-7.89,-7.38,-8.82,-8.66,-8.07,-7.56,-8.52,-7.99,-6.29,-7.90,-5.53,-8.85,-7.42,-8.66,-6.28,-8.27,-6.60,-7.51,-7.23,-7.45,-9.15,-7.55,-8.93,-7.67,-5.83,-6.31,-8.77,-7.80,-7.89,-7.02,-7.98,-6.61,-7.71,-7.09,-7.26,-8.50,-8.67,-6.87,-7.74,-8.01,-7.66,-7.16,-7.93,-5.92,-6.94,-8.44,-6.46,-7.76,-7.00,-7.87,-8.61,-6.88,-8.22,-7.39,-7.74,-7.79,-7.23,-7.69,-7.38,-7.94,-7.16,-7.65,-7.44,-6.74 +2024-01-25 14:32:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 9: train = -8.4235(80.63m/5163) | dev = -7.6279(0.77m/173) +2024-01-25 14:32:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 14:35:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.52)... +2024-01-25 14:38:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -8.56)... +2024-01-25 14:41:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -8.69)... +2024-01-25 14:44:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -8.71)... +2024-01-25 14:47:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -8.68)... +2024-01-25 14:50:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -8.65)... +2024-01-25 14:53:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -8.44)... +2024-01-25 14:56:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -8.55)... +2024-01-25 14:59:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -8.58)... +2024-01-25 15:01:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.62)... +2024-01-25 15:05:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -8.68)... +2024-01-25 15:07:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.51)... +2024-01-25 15:10:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.57)... +2024-01-25 15:13:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.49)... +2024-01-25 15:16:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.67)... +2024-01-25 15:19:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -8.60)... +2024-01-25 15:22:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.56)... +2024-01-25 15:25:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.59)... +2024-01-25 15:28:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -8.64)... +2024-01-25 15:32:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.47)... +2024-01-25 15:35:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.66)... +2024-01-25 15:38:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.61)... +2024-01-25 15:41:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.65)... +2024-01-25 15:44:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.65)... +2024-01-25 15:47:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.53)... +2024-01-25 15:50:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 15:50:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.35,-8.18,-6.42,-9.37,-6.94,-6.76,-8.19,-8.04,-7.75,-8.56,-5.59,-7.92,-8.54,-8.41,-8.45,-6.52,-7.87,-7.80,-8.96,-7.66,-7.45,-6.86,-7.87,-7.38,-7.81,-7.62,-7.07,-7.87,-6.95,-8.64,-7.17,-9.05,-7.54,-8.82,-6.95,-8.47,-7.45,-7.66,-6.79,-8.60,-7.68,-7.53,-7.02,-7.10,-7.83,-8.10,-7.51,-7.74,-8.20,-7.42,-7.03,-8.65,-7.45,-8.49,-8.77,-8.10,-7.57,-8.91,-7.31,-8.16,-8.79,-8.39,-7.96,-7.31,-7.57,-6.77,-7.10,-7.79,-8.49,-8.31,-8.46,-7.66,-7.96,-8.43,-10.04,-8.27,-8.47,-7.03,-6.94,-7.74,-8.30,-7.75,-7.67,-7.04,-8.91,-8.12,-8.52,-7.96,-8.27,-8.51,-8.30,-8.27,-9.03,-8.01,-8.89,-7.81,-8.10,-8.97,-7.49,-7.14,-8.06,-6.57,-8.87,-7.47,-7.84,-8.34,-9.19,-8.38,-8.29,-8.33,-7.60,-9.23,-8.92,-7.93,-7.55,-8.78,-7.94,-6.76,-8.52,-5.91,-9.07,-7.50,-8.55,-6.73,-8.66,-7.07,-7.38,-7.49,-7.73,-9.42,-7.85,-9.30,-8.22,-6.16,-6.88,-8.86,-7.76,-8.26,-7.05,-8.32,-6.55,-7.86,-7.23,-7.56,-8.54,-8.81,-6.78,-7.99,-8.30,-7.78,-7.27,-8.01,-6.39,-7.11,-8.58,-6.69,-7.68,-7.37,-7.98,-8.63,-6.78,-8.00,-7.60,-7.84,-7.87,-7.40,-7.98,-7.69,-8.56,-7.61,-7.96,-7.95,-7.03 +2024-01-25 15:50:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 10: train = -8.5990(77.66m/5164) | dev = -7.8586(0.74m/173) +2024-01-25 15:50:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 15:53:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.74)... +2024-01-25 15:56:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -8.62)... +2024-01-25 15:59:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -8.73)... +2024-01-25 16:02:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -8.75)... +2024-01-25 16:05:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -8.82)... +2024-01-25 16:08:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -8.68)... +2024-01-25 16:11:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -8.67)... +2024-01-25 16:14:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -8.66)... +2024-01-25 16:17:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -8.76)... +2024-01-25 16:20:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.55)... +2024-01-25 16:23:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -8.64)... +2024-01-25 16:26:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.67)... +2024-01-25 16:28:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.60)... +2024-01-25 16:31:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.57)... +2024-01-25 16:34:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.71)... +2024-01-25 16:37:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -8.64)... +2024-01-25 16:40:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.71)... +2024-01-25 16:43:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.63)... +2024-01-25 16:46:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -8.69)... +2024-01-25 16:50:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.56)... +2024-01-25 16:53:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.79)... +2024-01-25 16:56:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.67)... +2024-01-25 16:59:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.80)... +2024-01-25 17:02:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.72)... +2024-01-25 17:05:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.76)... +2024-01-25 17:08:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 17:08:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -5.90,-7.84,-6.49,-9.55,-6.56,-6.76,-8.27,-7.66,-7.69,-8.68,-5.63,-7.77,-8.73,-8.74,-8.58,-6.32,-8.03,-8.27,-9.24,-7.82,-7.54,-6.70,-8.12,-7.18,-7.46,-7.39,-7.43,-7.67,-7.24,-8.73,-6.96,-9.00,-8.18,-9.08,-6.86,-8.37,-6.89,-7.99,-5.98,-8.08,-7.40,-7.77,-6.90,-6.97,-8.32,-8.20,-7.97,-8.24,-7.93,-7.49,-7.75,-8.90,-7.92,-8.67,-8.69,-7.90,-7.37,-9.00,-7.11,-8.16,-8.69,-8.33,-8.13,-7.23,-7.61,-6.51,-7.11,-6.57,-8.13,-8.58,-8.54,-7.61,-8.16,-8.34,-10.14,-8.20,-8.60,-7.19,-7.16,-7.44,-8.33,-8.15,-7.99,-6.78,-9.24,-8.14,-8.88,-8.34,-8.31,-8.29,-8.03,-8.36,-9.57,-7.96,-9.12,-8.08,-7.83,-9.07,-7.09,-7.48,-8.47,-7.10,-9.11,-7.35,-7.61,-8.37,-9.37,-8.20,-8.92,-8.04,-7.58,-9.08,-9.18,-8.15,-7.73,-8.91,-8.35,-6.66,-8.96,-5.96,-9.19,-7.96,-9.01,-6.60,-8.69,-7.01,-7.82,-7.68,-7.57,-9.33,-7.67,-9.31,-7.92,-6.07,-6.93,-9.02,-7.59,-8.34,-6.98,-8.32,-6.92,-7.94,-7.19,-7.29,-8.49,-8.87,-7.05,-8.03,-8.20,-7.89,-7.21,-8.15,-6.07,-7.00,-8.74,-6.28,-7.83,-7.08,-8.20,-8.89,-7.15,-8.43,-7.36,-7.97,-7.89,-7.61,-7.97,-7.80,-8.45,-7.57,-7.80,-8.03,-7.12 +2024-01-25 17:08:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 11: train = -8.6862(77.23m/5166) | dev = -7.8957(0.70m/173) +2024-01-25 17:08:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 17:12:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.92)... +2024-01-25 17:14:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -8.90)... +2024-01-25 17:17:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -8.90)... +2024-01-25 17:20:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -8.80)... +2024-01-25 17:24:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -8.74)... +2024-01-25 17:26:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -8.64)... +2024-01-25 17:29:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -8.77)... +2024-01-25 17:32:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -8.91)... +2024-01-25 17:35:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -8.80)... +2024-01-25 17:38:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.86)... +2024-01-25 17:41:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -8.83)... +2024-01-25 17:44:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.79)... +2024-01-25 17:48:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.87)... +2024-01-25 17:51:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.88)... +2024-01-25 17:54:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.85)... +2024-01-25 17:57:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -8.85)... +2024-01-25 18:00:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.76)... +2024-01-25 18:03:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.83)... +2024-01-25 18:06:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -8.94)... +2024-01-25 18:09:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.98)... +2024-01-25 18:13:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.86)... +2024-01-25 18:16:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.98)... +2024-01-25 18:19:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.66)... +2024-01-25 18:23:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.71)... +2024-01-25 18:26:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.70)... +2024-01-25 18:29:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 18:30:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.20,-8.47,-6.36,-9.39,-6.36,-7.15,-8.46,-7.61,-8.11,-8.81,-5.76,-8.02,-8.65,-8.56,-8.59,-6.70,-8.07,-7.82,-9.34,-7.95,-7.73,-7.46,-8.14,-7.25,-7.91,-7.37,-6.71,-7.82,-7.00,-8.78,-7.42,-9.05,-7.57,-9.19,-6.81,-8.59,-7.35,-7.99,-6.03,-8.28,-7.85,-7.67,-7.13,-7.55,-7.51,-8.40,-7.83,-7.84,-8.24,-7.69,-7.32,-8.64,-7.63,-8.87,-8.67,-8.20,-7.73,-9.02,-7.47,-8.27,-8.73,-8.61,-7.66,-7.51,-7.67,-6.77,-7.49,-7.38,-8.45,-8.70,-8.60,-7.98,-8.17,-8.12,-10.29,-8.48,-8.49,-7.20,-7.00,-7.68,-8.51,-7.96,-7.32,-6.42,-9.09,-8.76,-9.08,-7.97,-8.25,-8.44,-8.37,-8.24,-9.15,-8.04,-9.17,-8.00,-8.24,-8.82,-7.40,-7.51,-8.61,-7.01,-8.91,-7.80,-7.78,-8.43,-9.43,-8.50,-8.63,-8.44,-7.70,-9.31,-9.04,-8.29,-7.66,-8.93,-7.89,-6.96,-8.38,-6.35,-9.16,-7.81,-8.71,-6.86,-8.63,-6.88,-7.94,-7.56,-8.07,-9.40,-8.23,-9.10,-8.35,-6.62,-6.99,-9.01,-7.75,-8.21,-7.08,-8.66,-7.38,-7.86,-7.41,-7.41,-8.73,-8.89,-7.06,-8.02,-8.37,-7.74,-7.41,-8.12,-6.22,-7.38,-8.65,-6.85,-7.80,-7.36,-8.22,-8.61,-6.59,-8.24,-7.64,-7.99,-7.82,-7.46,-8.14,-7.65,-8.40,-7.86,-8.25,-8.10,-7.38 +2024-01-25 18:30:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 12: train = -8.8296(81.08m/5165) | dev = -7.9662(0.70m/173) +2024-01-25 18:30:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 18:33:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.90)... +2024-01-25 18:36:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.05)... +2024-01-25 18:39:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -8.87)... +2024-01-25 18:42:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.12)... +2024-01-25 18:45:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -8.91)... +2024-01-25 18:49:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -8.89)... +2024-01-25 18:52:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -8.93)... +2024-01-25 18:55:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -8.95)... +2024-01-25 18:58:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -8.93)... +2024-01-25 19:01:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -8.92)... +2024-01-25 19:04:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -8.83)... +2024-01-25 19:07:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.83)... +2024-01-25 19:09:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.86)... +2024-01-25 19:12:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.87)... +2024-01-25 19:15:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.98)... +2024-01-25 19:19:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.02)... +2024-01-25 19:22:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -8.88)... +2024-01-25 19:25:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -8.98)... +2024-01-25 19:28:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -8.94)... +2024-01-25 19:31:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -8.90)... +2024-01-25 19:34:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -8.88)... +2024-01-25 19:37:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.94)... +2024-01-25 19:40:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.86)... +2024-01-25 19:43:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -8.83)... +2024-01-25 19:47:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.02)... +2024-01-25 19:49:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 19:50:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.93,-8.51,-6.63,-9.64,-7.20,-7.15,-8.59,-8.17,-8.03,-8.97,-6.04,-8.41,-8.80,-8.96,-8.82,-6.55,-8.20,-8.00,-9.16,-7.74,-7.67,-7.67,-8.13,-7.77,-7.84,-7.61,-7.35,-7.83,-7.52,-9.06,-7.38,-9.47,-8.32,-9.53,-7.16,-8.80,-7.45,-7.89,-6.97,-8.42,-7.82,-7.83,-7.30,-7.57,-8.32,-8.49,-7.95,-7.90,-7.94,-7.54,-7.71,-9.00,-7.67,-8.91,-8.95,-8.45,-7.86,-9.23,-7.77,-8.66,-9.09,-8.40,-8.24,-7.28,-7.77,-7.35,-7.27,-8.05,-8.94,-8.82,-9.07,-8.09,-8.35,-8.60,-10.37,-8.51,-8.69,-7.19,-7.49,-8.08,-8.24,-8.26,-7.75,-7.20,-9.02,-8.47,-9.05,-8.12,-8.80,-8.22,-8.61,-8.51,-9.73,-8.09,-9.26,-8.12,-8.18,-9.20,-7.42,-7.52,-8.68,-7.02,-9.12,-7.68,-7.68,-8.51,-9.50,-8.73,-8.88,-8.57,-8.21,-9.32,-9.17,-8.59,-7.58,-8.85,-9.00,-6.75,-8.56,-6.36,-9.42,-7.90,-9.11,-7.17,-8.61,-7.46,-8.00,-7.81,-8.08,-9.54,-8.17,-9.48,-8.45,-6.56,-6.71,-9.22,-8.02,-8.47,-7.24,-8.61,-7.18,-8.07,-7.56,-7.73,-8.86,-9.11,-6.93,-8.48,-8.46,-7.72,-7.52,-8.35,-6.80,-7.24,-9.15,-6.64,-7.90,-7.87,-8.26,-9.00,-7.09,-8.82,-8.07,-8.21,-7.91,-7.67,-8.64,-8.06,-8.72,-7.88,-8.48,-8.19,-7.11 +2024-01-25 19:50:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 13: train = -8.9259(79.01m/5166) | dev = -8.1563(0.83m/173) +2024-01-25 19:50:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 19:53:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -8.97)... +2024-01-25 19:56:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.13)... +2024-01-25 19:59:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.00)... +2024-01-25 20:02:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.20)... +2024-01-25 20:06:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.01)... +2024-01-25 20:09:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.16)... +2024-01-25 20:12:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.00)... +2024-01-25 20:16:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.11)... +2024-01-25 20:19:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.10)... +2024-01-25 20:22:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.13)... +2024-01-25 20:26:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.02)... +2024-01-25 20:29:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -8.96)... +2024-01-25 20:32:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -8.97)... +2024-01-25 20:36:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -8.91)... +2024-01-25 20:39:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.01)... +2024-01-25 20:43:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.04)... +2024-01-25 20:46:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.07)... +2024-01-25 20:50:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.07)... +2024-01-25 20:53:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.07)... +2024-01-25 20:56:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.07)... +2024-01-25 21:00:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.10)... +2024-01-25 21:03:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -8.93)... +2024-01-25 21:06:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -8.91)... +2024-01-25 21:10:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.03)... +2024-01-25 21:13:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -8.97)... +2024-01-25 21:16:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 21:17:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.76,-8.68,-6.58,-9.62,-7.21,-7.14,-8.53,-8.21,-8.07,-8.84,-5.62,-8.19,-8.39,-8.87,-8.85,-6.93,-8.37,-8.27,-9.31,-7.96,-7.62,-6.59,-7.95,-7.55,-7.90,-7.53,-6.76,-7.76,-7.03,-8.83,-6.99,-8.99,-7.95,-9.53,-7.18,-8.62,-7.05,-8.08,-6.14,-8.28,-8.01,-7.67,-7.11,-7.45,-7.81,-8.43,-7.57,-7.85,-8.27,-7.75,-7.61,-8.51,-7.93,-8.71,-8.85,-8.34,-7.45,-9.06,-7.52,-8.14,-8.58,-8.70,-7.98,-7.56,-7.89,-6.92,-7.10,-7.30,-8.49,-8.92,-8.76,-8.15,-8.52,-8.49,-10.33,-8.50,-8.58,-7.60,-7.29,-7.72,-8.28,-8.21,-8.08,-7.09,-9.27,-8.39,-8.99,-8.18,-8.71,-8.53,-8.67,-8.55,-9.81,-8.11,-9.31,-8.26,-8.33,-9.26,-7.20,-7.24,-8.77,-7.15,-9.32,-7.71,-7.68,-8.35,-9.62,-8.59,-8.98,-8.37,-8.01,-9.49,-9.16,-8.47,-7.77,-9.19,-8.89,-6.86,-8.88,-6.39,-9.35,-8.20,-8.85,-7.12,-8.96,-7.26,-7.79,-7.60,-7.65,-9.37,-7.97,-9.42,-8.24,-6.41,-7.06,-9.17,-7.92,-8.51,-7.25,-8.59,-7.02,-7.97,-7.43,-7.65,-8.88,-8.72,-7.58,-8.27,-8.23,-7.97,-7.41,-8.13,-6.47,-7.30,-9.28,-6.80,-7.78,-7.82,-8.59,-8.96,-6.82,-8.47,-7.64,-7.85,-7.91,-7.97,-8.42,-7.97,-8.75,-7.85,-8.12,-8.16,-7.30 +2024-01-25 21:17:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 14: train = -9.0346(86.04m/5165) | dev = -8.0838(1.27m/173) | no impr, best = -8.1563 +2024-01-25 21:17:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 21:21:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.25)... +2024-01-25 21:25:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.07)... +2024-01-25 21:28:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.32)... +2024-01-25 21:31:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.24)... +2024-01-25 21:35:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.09)... +2024-01-25 21:39:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.23)... +2024-01-25 21:42:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.14)... +2024-01-25 21:45:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.12)... +2024-01-25 21:49:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.20)... +2024-01-25 21:52:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.14)... +2024-01-25 21:55:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.16)... +2024-01-25 21:58:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.20)... +2024-01-25 22:02:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.02)... +2024-01-25 22:06:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.10)... +2024-01-25 22:09:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -8.99)... +2024-01-25 22:13:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.02)... +2024-01-25 22:16:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.18)... +2024-01-25 22:20:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.12)... +2024-01-25 22:23:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.10)... +2024-01-25 22:27:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.10)... +2024-01-25 22:30:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.00)... +2024-01-25 22:33:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.01)... +2024-01-25 22:37:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.09)... +2024-01-25 22:41:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.15)... +2024-01-25 22:44:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.20)... +2024-01-25 22:47:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-25 22:48:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.36,-8.83,-6.77,-9.79,-6.63,-7.19,-8.78,-8.08,-8.29,-8.88,-6.09,-8.27,-9.05,-8.85,-8.44,-6.59,-8.64,-8.43,-8.59,-7.90,-8.19,-7.36,-8.44,-7.81,-8.18,-7.67,-7.14,-8.20,-7.18,-8.88,-7.59,-9.48,-7.99,-9.39,-7.13,-8.77,-7.45,-7.96,-6.51,-8.87,-7.86,-8.02,-7.42,-7.61,-7.75,-8.33,-8.32,-7.84,-8.04,-7.97,-7.56,-9.30,-7.84,-9.07,-9.07,-8.15,-7.93,-9.18,-7.77,-8.72,-8.47,-8.25,-7.61,-7.39,-7.86,-6.80,-7.68,-7.72,-8.88,-8.60,-8.79,-8.15,-8.34,-9.01,-10.40,-8.83,-8.67,-7.08,-7.92,-8.00,-8.41,-8.41,-8.41,-7.39,-9.44,-8.40,-9.21,-8.34,-8.91,-8.98,-8.49,-8.68,-9.43,-8.14,-9.41,-8.37,-8.31,-9.11,-7.68,-7.36,-8.58,-7.08,-9.32,-7.95,-7.92,-8.79,-9.55,-8.70,-9.01,-8.63,-7.99,-9.28,-8.90,-8.73,-7.88,-9.01,-8.71,-6.79,-8.42,-6.53,-9.44,-8.23,-8.81,-5.76,-8.94,-7.48,-8.03,-7.50,-8.38,-9.72,-8.26,-9.22,-8.50,-6.53,-7.59,-9.32,-7.99,-8.52,-7.05,-8.81,-7.16,-8.23,-7.73,-7.77,-8.81,-9.34,-7.47,-8.47,-8.52,-8.10,-7.76,-8.32,-7.05,-7.46,-9.24,-7.08,-7.87,-7.69,-8.14,-9.08,-7.39,-8.64,-7.45,-8.35,-8.38,-7.69,-8.40,-8.01,-8.64,-8.11,-8.44,-8.32,-7.20 +2024-01-25 22:48:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 15: train = -9.1252(90.09m/5169) | dev = -8.1958(1.10m/173) +2024-01-25 22:48:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-25 22:53:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.16)... +2024-01-25 22:57:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.14)... +2024-01-25 23:01:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.22)... +2024-01-25 23:05:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.18)... +2024-01-25 23:09:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.19)... +2024-01-25 23:12:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.21)... +2024-01-25 23:16:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.31)... +2024-01-25 23:19:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.18)... +2024-01-25 23:23:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.20)... +2024-01-25 23:26:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.18)... +2024-01-25 23:29:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.19)... +2024-01-25 23:33:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.22)... +2024-01-25 23:36:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.21)... +2024-01-25 23:40:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.20)... +2024-01-25 23:43:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.24)... +2024-01-25 23:47:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.13)... +2024-01-25 23:50:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.07)... +2024-01-25 23:54:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.19)... +2024-01-25 23:57:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.23)... +2024-01-26 00:00:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.20)... +2024-01-26 00:04:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.10)... +2024-01-26 00:07:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.16)... +2024-01-26 00:11:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.20)... +2024-01-26 00:14:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.19)... +2024-01-26 00:18:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.28)... +2024-01-26 00:21:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 00:22:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.81,-8.70,-7.17,-9.69,-7.36,-7.02,-8.81,-8.45,-7.93,-8.76,-5.72,-8.39,-8.82,-9.21,-8.75,-6.79,-8.53,-8.31,-9.31,-8.18,-7.99,-7.51,-8.36,-7.74,-8.06,-7.90,-7.30,-8.05,-7.44,-9.11,-7.55,-9.39,-8.15,-9.42,-7.28,-8.73,-7.76,-8.29,-6.93,-8.69,-7.97,-8.30,-7.33,-7.62,-8.02,-8.70,-8.39,-8.61,-8.58,-7.74,-7.84,-9.16,-8.10,-8.86,-8.94,-8.44,-7.87,-9.34,-7.74,-8.81,-8.78,-8.44,-8.22,-7.58,-7.90,-7.04,-7.56,-7.49,-8.84,-8.90,-8.85,-8.24,-8.45,-8.80,-10.36,-8.54,-8.66,-7.53,-7.15,-7.62,-8.96,-8.11,-8.31,-6.86,-9.23,-8.26,-9.06,-8.42,-9.16,-8.77,-8.47,-8.31,-9.41,-8.20,-9.30,-8.46,-8.41,-9.13,-7.52,-7.66,-8.98,-7.59,-9.37,-8.08,-8.06,-8.65,-9.46,-8.59,-8.89,-8.70,-8.07,-9.48,-9.42,-8.55,-8.33,-8.81,-8.85,-7.41,-9.11,-7.14,-9.46,-7.87,-9.30,-7.26,-8.93,-7.52,-8.23,-7.69,-8.23,-9.97,-8.00,-9.67,-8.54,-6.79,-7.22,-9.22,-8.20,-8.63,-7.53,-8.65,-7.10,-8.30,-7.43,-7.84,-9.01,-8.92,-7.23,-8.58,-8.48,-7.84,-8.03,-8.38,-7.22,-7.31,-9.42,-7.00,-7.95,-7.65,-8.56,-9.18,-7.62,-8.47,-7.68,-8.37,-8.09,-7.44,-8.60,-7.90,-8.82,-8.06,-8.20,-8.17,-7.35 +2024-01-26 00:22:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 16: train = -9.1897(92.70m/5169) | dev = -8.2676(1.16m/173) +2024-01-26 00:22:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 00:26:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.43)... +2024-01-26 00:29:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.34)... +2024-01-26 00:33:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.31)... +2024-01-26 00:36:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.38)... +2024-01-26 00:40:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.40)... +2024-01-26 00:44:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.34)... +2024-01-26 00:47:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.28)... +2024-01-26 00:52:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.39)... +2024-01-26 00:55:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.37)... +2024-01-26 00:59:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.24)... +2024-01-26 01:03:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.23)... +2024-01-26 01:06:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.21)... +2024-01-26 01:10:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.32)... +2024-01-26 01:15:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.32)... +2024-01-26 01:18:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.14)... +2024-01-26 01:23:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.27)... +2024-01-26 01:28:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.28)... +2024-01-26 01:33:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.30)... +2024-01-26 01:38:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.36)... +2024-01-26 01:44:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.14)... +2024-01-26 01:50:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.31)... +2024-01-26 01:54:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.30)... +2024-01-26 01:59:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.09)... +2024-01-26 02:04:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.08)... +2024-01-26 02:08:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.28)... +2024-01-26 02:12:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 02:14:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.49,-8.86,-7.46,-9.93,-7.50,-7.46,-8.93,-8.46,-8.09,-9.07,-6.45,-8.59,-9.03,-8.92,-8.64,-6.96,-8.25,-8.24,-9.37,-8.60,-8.00,-7.36,-8.35,-7.78,-7.92,-7.57,-6.96,-8.30,-7.62,-9.02,-7.39,-9.24,-7.43,-9.28,-7.53,-8.81,-8.03,-8.43,-6.99,-9.19,-7.92,-8.21,-7.54,-7.93,-7.99,-8.59,-8.22,-8.44,-8.41,-8.24,-7.27,-9.21,-7.62,-8.93,-9.20,-8.71,-8.15,-9.49,-7.75,-8.75,-9.32,-9.03,-8.41,-7.67,-8.08,-7.48,-7.98,-8.19,-8.94,-9.08,-9.30,-8.47,-8.51,-9.00,-10.72,-8.87,-8.78,-7.78,-7.16,-8.27,-8.53,-8.25,-8.62,-7.11,-9.54,-8.89,-9.15,-8.85,-9.06,-9.19,-8.49,-8.90,-9.66,-8.49,-9.37,-8.40,-8.74,-9.38,-7.98,-7.82,-8.65,-7.81,-9.50,-8.09,-7.69,-8.72,-9.66,-9.01,-8.79,-8.62,-8.01,-9.63,-9.33,-8.60,-8.44,-9.45,-8.94,-7.32,-9.31,-6.67,-9.39,-8.08,-9.49,-7.49,-8.97,-7.37,-8.40,-7.90,-8.63,-9.82,-8.02,-9.64,-8.63,-6.88,-7.11,-9.42,-8.15,-8.54,-7.35,-8.95,-7.13,-8.42,-7.93,-7.73,-8.81,-9.08,-7.56,-8.59,-8.48,-8.30,-7.70,-8.69,-7.06,-7.53,-9.15,-7.06,-8.37,-7.55,-8.50,-9.26,-7.65,-8.90,-8.14,-8.18,-7.85,-7.15,-8.53,-8.22,-8.86,-8.16,-8.07,-8.34,-7.51 +2024-01-26 02:14:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 17: train = -9.2819(109.90m/5170) | dev = -8.3726(2.16m/173) +2024-01-26 02:14:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 02:19:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.36)... +2024-01-26 02:23:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.45)... +2024-01-26 02:27:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.24)... +2024-01-26 02:31:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.44)... +2024-01-26 02:35:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.43)... +2024-01-26 02:38:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.53)... +2024-01-26 02:42:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.28)... +2024-01-26 02:45:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.45)... +2024-01-26 02:49:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.31)... +2024-01-26 02:52:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.26)... +2024-01-26 02:56:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.33)... +2024-01-26 03:00:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.13)... +2024-01-26 03:03:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.33)... +2024-01-26 03:07:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.36)... +2024-01-26 03:11:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.46)... +2024-01-26 03:16:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.41)... +2024-01-26 03:20:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.18)... +2024-01-26 03:24:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.23)... +2024-01-26 03:28:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.32)... +2024-01-26 03:32:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.51)... +2024-01-26 03:36:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.29)... +2024-01-26 03:40:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.21)... +2024-01-26 03:43:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.30)... +2024-01-26 03:47:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.36)... +2024-01-26 03:50:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.32)... +2024-01-26 03:54:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 03:55:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.41,-8.95,-7.04,-9.87,-7.29,-7.24,-8.96,-8.41,-7.68,-9.15,-6.16,-8.78,-8.87,-8.84,-8.76,-6.93,-8.30,-8.35,-9.52,-8.36,-7.85,-7.41,-8.36,-7.77,-8.03,-7.41,-7.24,-8.41,-7.52,-8.97,-7.51,-9.66,-7.52,-9.32,-7.72,-8.90,-7.49,-8.08,-7.25,-9.27,-7.86,-7.92,-7.17,-7.67,-8.02,-8.68,-8.30,-8.15,-8.07,-8.23,-7.04,-9.10,-7.71,-9.05,-9.00,-8.61,-7.60,-9.13,-7.77,-8.95,-8.99,-8.58,-8.22,-7.76,-8.10,-7.05,-7.77,-8.10,-8.83,-9.12,-9.26,-8.33,-8.65,-7.83,-10.44,-8.67,-9.04,-7.85,-7.03,-8.08,-8.42,-8.33,-7.98,-7.05,-9.07,-8.31,-8.63,-8.38,-9.12,-9.02,-8.51,-8.39,-9.31,-8.06,-9.47,-8.51,-8.34,-9.26,-7.97,-7.73,-8.70,-7.54,-9.48,-8.23,-7.95,-8.77,-9.89,-9.05,-8.33,-8.59,-8.38,-9.28,-9.44,-9.24,-8.10,-9.20,-9.10,-7.27,-9.27,-6.92,-9.36,-8.06,-9.08,-6.47,-9.21,-7.56,-8.30,-7.72,-8.28,-9.98,-8.46,-8.84,-8.81,-6.71,-7.55,-9.35,-7.92,-8.58,-7.33,-9.00,-7.32,-8.44,-7.71,-8.29,-8.81,-9.36,-7.57,-8.62,-8.64,-8.24,-8.01,-8.14,-7.51,-7.23,-9.18,-7.04,-8.67,-8.26,-8.67,-9.24,-7.88,-8.69,-8.34,-8.65,-8.28,-7.67,-8.71,-8.30,-8.89,-8.01,-7.80,-8.20,-7.19 +2024-01-26 03:55:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 18: train = -9.3423(99.18m/5168) | dev = -8.3123(1.60m/173) | no impr, best = -8.3726 +2024-01-26 03:55:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 03:59:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.54)... +2024-01-26 04:03:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.44)... +2024-01-26 04:06:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.36)... +2024-01-26 04:10:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.45)... +2024-01-26 04:14:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.42)... +2024-01-26 04:18:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.35)... +2024-01-26 04:21:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.44)... +2024-01-26 04:25:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.41)... +2024-01-26 04:29:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.44)... +2024-01-26 04:32:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.39)... +2024-01-26 04:36:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.46)... +2024-01-26 04:39:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.39)... +2024-01-26 04:43:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.41)... +2024-01-26 04:47:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.48)... +2024-01-26 04:50:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.32)... +2024-01-26 04:54:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.31)... +2024-01-26 04:57:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.33)... +2024-01-26 05:00:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.45)... +2024-01-26 05:04:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.38)... +2024-01-26 05:08:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.53)... +2024-01-26 05:11:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.35)... +2024-01-26 05:15:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.34)... +2024-01-26 05:19:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.34)... +2024-01-26 05:22:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.32)... +2024-01-26 05:26:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.30)... +2024-01-26 05:29:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 05:30:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.67,-8.89,-7.14,-9.68,-6.96,-6.98,-9.11,-8.46,-8.38,-9.21,-6.14,-8.49,-9.18,-8.29,-8.64,-6.88,-8.17,-8.57,-8.92,-8.19,-8.60,-7.49,-8.62,-7.78,-7.90,-7.94,-7.69,-7.98,-7.61,-9.24,-7.51,-9.36,-7.20,-9.68,-7.56,-8.95,-7.76,-8.12,-7.20,-8.89,-8.10,-7.63,-7.43,-7.91,-8.28,-8.62,-8.25,-8.28,-8.18,-8.57,-6.91,-8.91,-8.44,-9.10,-9.16,-8.41,-7.71,-9.41,-8.13,-8.38,-9.25,-9.13,-8.15,-7.73,-8.04,-7.01,-7.77,-8.03,-8.65,-8.96,-9.02,-8.24,-8.45,-8.40,-10.33,-8.70,-8.74,-8.04,-7.10,-8.12,-8.16,-8.15,-8.41,-7.50,-9.35,-8.60,-8.56,-8.35,-8.71,-8.73,-8.20,-8.45,-9.60,-8.34,-9.52,-8.41,-8.50,-9.08,-7.42,-7.66,-8.71,-7.42,-9.21,-7.89,-7.88,-8.66,-9.85,-9.07,-9.07,-8.24,-8.08,-9.56,-9.23,-8.64,-8.62,-9.63,-9.39,-7.14,-8.85,-6.94,-9.26,-7.59,-9.06,-7.43,-9.23,-7.11,-7.86,-7.99,-8.44,-9.99,-8.50,-9.38,-8.47,-7.04,-7.82,-9.49,-8.16,-8.62,-7.49,-8.90,-7.06,-8.38,-7.61,-7.71,-8.75,-9.52,-7.63,-8.69,-8.46,-8.07,-8.07,-8.11,-7.28,-7.71,-9.31,-6.96,-8.33,-7.80,-8.45,-9.20,-7.93,-8.81,-7.99,-8.58,-8.09,-7.58,-8.21,-8.03,-8.82,-7.90,-7.98,-8.22,-6.97 +2024-01-26 05:30:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 19: train = -9.3958(93.75m/5165) | dev = -8.3095(1.15m/173) | no impr, best = -8.3726 +2024-01-26 05:30:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 05:34:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.45)... +2024-01-26 05:37:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.49)... +2024-01-26 05:41:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.48)... +2024-01-26 05:44:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.61)... +2024-01-26 05:48:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.55)... +2024-01-26 05:53:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.61)... +2024-01-26 05:56:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.50)... +2024-01-26 06:00:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.44)... +2024-01-26 06:03:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.57)... +2024-01-26 06:06:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.43)... +2024-01-26 06:09:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.40)... +2024-01-26 06:13:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.47)... +2024-01-26 06:17:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.45)... +2024-01-26 06:21:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.47)... +2024-01-26 06:24:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.38)... +2024-01-26 06:27:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.44)... +2024-01-26 06:31:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.50)... +2024-01-26 06:34:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.50)... +2024-01-26 06:37:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.48)... +2024-01-26 06:41:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.37)... +2024-01-26 06:44:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.41)... +2024-01-26 06:47:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.36)... +2024-01-26 06:50:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.49)... +2024-01-26 06:54:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.49)... +2024-01-26 06:57:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.49)... +2024-01-26 07:00:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 07:01:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -6.86,-8.84,-7.00,-9.95,-7.32,-7.17,-8.74,-8.57,-8.22,-9.20,-5.85,-8.46,-9.18,-9.04,-9.03,-7.38,-8.89,-8.56,-9.85,-8.36,-8.29,-7.40,-8.29,-8.11,-8.06,-7.59,-7.53,-8.27,-7.82,-9.44,-7.81,-9.67,-8.48,-9.80,-7.56,-9.11,-7.56,-8.49,-7.22,-8.71,-7.97,-8.41,-7.87,-7.76,-8.66,-8.85,-8.45,-8.89,-8.87,-8.38,-7.94,-9.65,-8.16,-9.24,-9.40,-8.68,-8.11,-9.36,-7.85,-8.88,-9.19,-9.04,-8.50,-7.58,-8.12,-7.52,-7.45,-7.54,-9.20,-9.33,-9.32,-8.68,-8.90,-8.92,-10.75,-8.82,-9.04,-8.19,-7.75,-7.99,-8.68,-8.59,-8.78,-7.91,-9.50,-8.75,-9.28,-8.58,-9.34,-9.38,-8.95,-8.78,-9.81,-8.33,-9.61,-8.65,-8.61,-9.59,-7.96,-7.84,-9.15,-7.71,-9.37,-8.41,-8.06,-8.92,-9.87,-8.99,-9.07,-8.80,-8.43,-9.79,-9.62,-9.39,-8.56,-9.52,-9.30,-7.52,-9.15,-7.08,-9.62,-8.63,-9.42,-7.75,-9.27,-7.88,-8.44,-8.23,-8.39,-10.15,-8.81,-9.60,-8.70,-6.92,-7.59,-9.45,-8.33,-8.75,-7.57,-9.05,-7.35,-8.48,-7.91,-8.21,-9.36,-9.37,-7.55,-8.73,-8.83,-8.30,-8.09,-8.89,-7.35,-7.90,-9.60,-7.56,-8.31,-8.03,-8.80,-9.31,-7.76,-8.92,-8.47,-8.51,-8.13,-7.62,-8.90,-8.42,-9.23,-8.01,-8.77,-8.37,-7.70 +2024-01-26 07:01:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 20: train = -9.4686(89.78m/5168) | dev = -8.5425(1.09m/173) +2024-01-26 07:01:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 07:05:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.54)... +2024-01-26 07:08:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.66)... +2024-01-26 07:11:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.54)... +2024-01-26 07:14:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.71)... +2024-01-26 07:17:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.68)... +2024-01-26 07:20:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.55)... +2024-01-26 07:24:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.43)... +2024-01-26 07:27:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.40)... +2024-01-26 07:31:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.29)... +2024-01-26 07:34:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.42)... +2024-01-26 07:37:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.35)... +2024-01-26 07:40:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.38)... +2024-01-26 07:44:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.46)... +2024-01-26 07:47:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.41)... +2024-01-26 07:50:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.44)... +2024-01-26 07:54:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.55)... +2024-01-26 07:57:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.49)... +2024-01-26 08:01:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.56)... +2024-01-26 08:04:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.51)... +2024-01-26 08:07:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.50)... +2024-01-26 08:10:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.45)... +2024-01-26 08:14:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.47)... +2024-01-26 08:17:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.48)... +2024-01-26 08:20:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.50)... +2024-01-26 08:24:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.55)... +2024-01-26 08:26:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 08:27:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.41,-9.14,-6.90,-10.04,-7.26,-7.44,-9.00,-8.62,-8.25,-9.14,-6.17,-8.82,-9.16,-9.35,-9.09,-7.20,-8.86,-8.39,-9.93,-8.58,-8.58,-7.03,-8.40,-7.86,-8.15,-8.35,-7.37,-8.30,-7.62,-9.36,-7.92,-9.95,-7.65,-9.82,-7.07,-9.09,-7.65,-8.16,-7.67,-9.21,-8.24,-8.35,-7.55,-8.20,-8.77,-8.68,-8.55,-9.03,-8.76,-8.07,-7.64,-9.59,-8.28,-9.37,-9.18,-8.64,-7.94,-9.54,-7.80,-8.72,-9.02,-9.13,-8.44,-7.81,-8.23,-7.71,-7.80,-8.25,-9.05,-9.36,-9.46,-8.53,-8.56,-8.79,-10.70,-8.96,-9.03,-8.10,-7.46,-8.37,-9.07,-8.39,-8.30,-7.66,-9.72,-9.07,-9.20,-8.71,-9.13,-8.86,-8.83,-8.83,-9.51,-8.42,-9.64,-8.59,-8.49,-9.68,-8.27,-8.14,-8.94,-8.00,-9.59,-8.15,-8.48,-8.65,-9.79,-8.84,-9.26,-8.88,-8.34,-9.89,-9.60,-9.31,-8.28,-9.29,-9.22,-7.58,-9.23,-7.38,-9.46,-8.49,-9.75,-7.75,-8.83,-7.24,-8.40,-8.19,-8.50,-9.97,-8.79,-9.88,-8.84,-6.59,-7.63,-9.48,-8.32,-8.74,-7.58,-9.19,-7.92,-8.36,-7.68,-7.96,-9.28,-9.54,-7.67,-8.84,-8.60,-8.16,-8.07,-8.69,-7.40,-7.72,-9.48,-7.61,-8.32,-8.26,-8.94,-9.36,-7.88,-9.34,-7.96,-8.66,-8.10,-7.78,-8.76,-8.39,-9.23,-8.08,-8.57,-8.45,-7.54 +2024-01-26 08:27:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 21: train = -9.4917(85.33m/5167) | dev = -8.5496(0.93m/173) +2024-01-26 08:27:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 08:31:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.49)... +2024-01-26 08:34:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.57)... +2024-01-26 08:37:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.58)... +2024-01-26 08:41:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.62)... +2024-01-26 08:44:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.68)... +2024-01-26 08:47:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.48)... +2024-01-26 08:51:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.59)... +2024-01-26 08:54:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.57)... +2024-01-26 08:58:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.58)... +2024-01-26 09:01:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.62)... +2024-01-26 09:04:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.79)... +2024-01-26 09:08:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.58)... +2024-01-26 09:11:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.48)... +2024-01-26 09:15:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.54)... +2024-01-26 09:18:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.59)... +2024-01-26 09:21:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.41)... +2024-01-26 09:24:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.57)... +2024-01-26 09:28:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.60)... +2024-01-26 09:31:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.44)... +2024-01-26 09:34:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.54)... +2024-01-26 09:38:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.56)... +2024-01-26 09:41:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.45)... +2024-01-26 09:44:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.52)... +2024-01-26 09:48:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.42)... +2024-01-26 09:51:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.54)... +2024-01-26 09:54:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 09:54:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.20,-9.10,-7.62,-10.09,-7.68,-7.39,-9.19,-8.71,-8.79,-9.31,-6.34,-8.70,-9.33,-9.27,-9.06,-6.82,-8.75,-8.94,-9.89,-9.06,-8.38,-7.14,-8.76,-7.97,-8.32,-8.17,-7.95,-8.64,-7.77,-9.56,-7.54,-9.73,-8.56,-9.87,-7.94,-9.07,-7.91,-8.77,-7.18,-8.82,-8.00,-8.65,-7.79,-8.07,-8.53,-8.85,-8.82,-8.73,-8.77,-8.51,-8.15,-9.52,-8.25,-9.48,-9.13,-8.91,-8.03,-9.33,-8.26,-9.01,-9.27,-8.87,-8.82,-8.09,-8.01,-7.34,-7.60,-7.94,-9.19,-9.21,-9.63,-8.70,-8.71,-8.94,-10.54,-9.43,-9.14,-8.19,-8.23,-8.33,-8.65,-8.32,-8.40,-8.45,-9.27,-9.16,-9.63,-8.57,-9.37,-9.14,-9.16,-8.93,-9.89,-8.11,-9.56,-8.64,-8.27,-9.61,-8.51,-8.02,-8.84,-7.53,-9.50,-8.67,-8.43,-8.76,-9.90,-9.16,-9.53,-8.76,-8.30,-9.45,-9.46,-9.40,-8.04,-9.47,-9.00,-7.59,-9.24,-7.19,-9.66,-8.31,-9.60,-7.47,-9.14,-7.83,-8.42,-8.37,-8.80,-9.94,-8.83,-9.72,-8.88,-6.88,-7.97,-9.54,-8.28,-8.75,-7.43,-8.70,-7.50,-8.49,-7.86,-8.13,-9.40,-9.75,-7.31,-8.53,-8.80,-8.34,-7.99,-8.69,-7.36,-7.89,-9.43,-7.29,-8.48,-7.73,-8.46,-9.30,-7.58,-8.74,-8.20,-8.74,-8.26,-8.27,-8.71,-8.53,-9.28,-8.55,-8.86,-8.76,-7.96 +2024-01-26 09:54:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 22: train = -9.5552(86.35m/5165) | dev = -8.6118(0.90m/173) +2024-01-26 09:54:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 09:58:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.69)... +2024-01-26 10:01:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.53)... +2024-01-26 10:04:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.56)... +2024-01-26 10:08:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.70)... +2024-01-26 10:11:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.55)... +2024-01-26 10:14:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.67)... +2024-01-26 10:17:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.57)... +2024-01-26 10:21:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.67)... +2024-01-26 10:24:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.52)... +2024-01-26 10:27:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.55)... +2024-01-26 10:30:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.50)... +2024-01-26 10:34:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.59)... +2024-01-26 10:37:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.57)... +2024-01-26 10:40:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.54)... +2024-01-26 10:43:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.44)... +2024-01-26 10:47:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.56)... +2024-01-26 10:50:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.61)... +2024-01-26 10:53:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.61)... +2024-01-26 10:57:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.65)... +2024-01-26 11:00:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.61)... +2024-01-26 11:03:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.67)... +2024-01-26 11:06:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.62)... +2024-01-26 11:09:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.50)... +2024-01-26 11:13:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.46)... +2024-01-26 11:16:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.57)... +2024-01-26 11:18:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 11:19:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.17,-8.85,-7.44,-10.01,-7.83,-7.46,-9.06,-8.78,-8.86,-9.32,-6.48,-8.73,-9.28,-9.14,-9.14,-7.52,-8.96,-8.88,-9.94,-8.58,-8.33,-7.66,-8.64,-8.38,-8.26,-7.80,-7.95,-8.56,-8.13,-9.54,-7.91,-9.94,-7.51,-9.84,-7.76,-9.18,-8.10,-8.44,-6.66,-8.40,-8.45,-8.76,-7.81,-8.48,-8.77,-8.98,-8.49,-9.39,-9.10,-8.07,-8.11,-9.67,-8.01,-9.31,-9.33,-8.88,-8.42,-9.77,-7.92,-8.99,-9.14,-9.21,-8.75,-7.83,-8.44,-7.72,-7.48,-7.81,-9.10,-9.33,-9.43,-8.61,-8.95,-8.63,-10.66,-9.21,-9.18,-8.19,-7.36,-8.40,-8.90,-8.69,-8.93,-8.24,-9.81,-9.09,-9.41,-8.72,-9.40,-9.10,-9.10,-9.08,-9.74,-8.80,-9.64,-8.86,-8.44,-9.48,-8.57,-8.36,-9.06,-7.65,-9.63,-8.02,-8.55,-8.95,-9.97,-9.26,-9.28,-9.01,-8.55,-9.87,-9.87,-9.03,-8.38,-9.59,-9.41,-7.71,-9.50,-7.49,-9.59,-8.34,-10.14,-7.83,-9.20,-7.70,-8.57,-8.34,-8.78,-10.24,-8.81,-9.77,-8.90,-6.99,-8.04,-9.62,-8.42,-9.00,-7.79,-8.96,-7.75,-8.53,-8.07,-8.13,-9.37,-9.88,-7.44,-8.88,-8.71,-8.35,-8.08,-8.87,-7.69,-7.54,-9.73,-7.66,-8.47,-8.26,-8.74,-9.55,-7.83,-9.04,-8.38,-8.76,-8.10,-8.02,-8.88,-8.60,-9.17,-8.27,-8.69,-8.58,-7.99 +2024-01-26 11:19:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 23: train = -9.5807(83.83m/5162) | dev = -8.6749(0.96m/173) +2024-01-26 11:19:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 11:23:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.73)... +2024-01-26 11:26:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.69)... +2024-01-26 11:29:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.67)... +2024-01-26 11:33:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.62)... +2024-01-26 11:36:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.81)... +2024-01-26 11:39:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.71)... +2024-01-26 11:43:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.67)... +2024-01-26 11:46:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.58)... +2024-01-26 11:49:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.68)... +2024-01-26 11:53:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.54)... +2024-01-26 11:56:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.60)... +2024-01-26 11:59:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.62)... +2024-01-26 12:03:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.59)... +2024-01-26 12:06:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.66)... +2024-01-26 12:09:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.59)... +2024-01-26 12:12:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.70)... +2024-01-26 12:16:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.65)... +2024-01-26 12:19:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.70)... +2024-01-26 12:23:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.63)... +2024-01-26 12:26:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.69)... +2024-01-26 12:29:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.75)... +2024-01-26 12:32:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.57)... +2024-01-26 12:36:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.58)... +2024-01-26 12:39:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.56)... +2024-01-26 12:43:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.49)... +2024-01-26 12:45:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 12:46:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.41,-9.11,-7.98,-10.11,-7.75,-7.67,-9.29,-8.74,-8.65,-9.41,-6.78,-8.88,-9.45,-9.33,-9.03,-7.24,-8.97,-8.75,-9.96,-8.61,-8.67,-7.73,-8.59,-8.49,-8.31,-8.09,-7.96,-8.73,-8.03,-9.43,-7.86,-9.78,-8.79,-10.11,-7.86,-9.11,-8.02,-8.59,-7.75,-9.26,-8.11,-8.85,-7.43,-7.84,-8.90,-8.85,-8.89,-9.23,-8.71,-8.61,-8.04,-9.85,-8.29,-9.50,-9.39,-8.97,-8.19,-9.53,-7.95,-9.08,-9.10,-8.86,-8.69,-8.29,-8.52,-7.47,-8.06,-8.12,-9.25,-9.34,-9.31,-8.70,-8.94,-8.99,-10.77,-9.25,-9.17,-8.29,-8.11,-8.40,-8.99,-8.68,-8.71,-8.27,-9.89,-8.99,-9.39,-8.92,-9.29,-9.27,-8.77,-8.90,-9.96,-8.50,-9.70,-8.95,-8.74,-9.53,-8.35,-8.05,-9.33,-8.05,-9.51,-8.67,-8.12,-9.01,-9.99,-9.19,-9.06,-8.88,-8.62,-9.67,-9.88,-9.32,-8.36,-9.69,-9.49,-7.74,-9.40,-7.65,-9.79,-8.02,-9.75,-7.36,-9.57,-7.98,-8.39,-8.32,-8.59,-10.31,-8.97,-9.93,-9.01,-7.48,-8.18,-9.72,-8.49,-9.06,-7.52,-9.12,-7.39,-8.73,-8.08,-8.27,-9.28,-9.90,-7.83,-8.95,-8.98,-8.46,-8.01,-8.84,-7.53,-7.90,-9.71,-7.73,-8.58,-8.13,-9.07,-9.54,-8.08,-9.31,-8.37,-8.96,-7.94,-7.60,-8.53,-8.68,-9.31,-8.38,-8.79,-8.48,-7.57 +2024-01-26 12:46:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 24: train = -9.6407(86.11m/5164) | dev = -8.7288(0.93m/173) +2024-01-26 12:46:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 12:50:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.87)... +2024-01-26 12:54:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.64)... +2024-01-26 12:57:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.69)... +2024-01-26 13:00:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.78)... +2024-01-26 13:04:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.72)... +2024-01-26 13:07:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.76)... +2024-01-26 13:11:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.73)... +2024-01-26 13:14:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.77)... +2024-01-26 13:18:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.73)... +2024-01-26 13:21:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.73)... +2024-01-26 13:25:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.78)... +2024-01-26 13:28:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.84)... +2024-01-26 13:31:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.68)... +2024-01-26 13:35:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.71)... +2024-01-26 13:38:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.64)... +2024-01-26 13:42:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.75)... +2024-01-26 13:45:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.68)... +2024-01-26 13:49:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.63)... +2024-01-26 13:52:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.77)... +2024-01-26 13:55:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.52)... +2024-01-26 13:59:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.67)... +2024-01-26 14:03:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.52)... +2024-01-26 14:06:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.72)... +2024-01-26 14:09:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.73)... +2024-01-26 14:13:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.67)... +2024-01-26 14:16:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 14:17:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.41,-8.90,-7.62,-10.13,-7.64,-7.47,-9.12,-8.92,-9.00,-9.53,-6.28,-8.56,-9.47,-9.49,-9.33,-7.30,-9.31,-9.65,-10.02,-8.73,-8.71,-7.48,-8.91,-8.37,-8.52,-8.61,-7.92,-8.34,-7.89,-9.62,-7.32,-10.11,-8.52,-9.88,-7.94,-9.17,-8.21,-8.59,-7.45,-9.07,-8.50,-8.50,-7.98,-8.10,-8.80,-8.95,-8.89,-8.66,-8.94,-8.53,-8.39,-9.83,-8.50,-9.78,-9.28,-8.84,-8.32,-9.72,-8.09,-8.83,-9.17,-9.61,-8.82,-8.09,-8.48,-7.61,-7.95,-7.69,-8.99,-9.42,-9.34,-8.76,-9.04,-8.83,-10.71,-8.98,-9.24,-8.34,-8.11,-8.71,-8.97,-8.68,-9.15,-8.03,-9.67,-9.48,-9.53,-8.69,-9.26,-9.44,-9.17,-9.25,-9.99,-8.70,-9.81,-8.87,-8.57,-9.58,-8.09,-8.18,-9.39,-7.89,-9.76,-8.66,-8.38,-8.91,-9.99,-9.19,-9.53,-8.63,-8.48,-9.82,-9.92,-9.13,-8.71,-10.02,-9.33,-7.82,-9.64,-7.47,-9.90,-7.76,-9.71,-7.91,-9.30,-7.92,-8.55,-8.40,-8.95,-10.13,-9.16,-9.99,-8.88,-7.14,-7.90,-9.71,-8.54,-8.91,-7.76,-9.36,-7.47,-8.64,-7.87,-8.08,-9.25,-9.49,-7.87,-9.03,-8.82,-8.40,-8.06,-8.68,-7.88,-7.91,-9.61,-7.34,-8.87,-7.93,-9.08,-9.43,-8.05,-9.17,-8.43,-8.76,-8.33,-8.49,-8.75,-8.72,-9.17,-8.32,-9.12,-8.61,-7.86 +2024-01-26 14:17:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 25: train = -9.7078(89.68m/5167) | dev = -8.7573(0.94m/173) +2024-01-26 14:17:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 14:21:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.86)... +2024-01-26 14:24:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.84)... +2024-01-26 14:27:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.78)... +2024-01-26 14:31:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.93)... +2024-01-26 14:34:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.90)... +2024-01-26 14:37:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.82)... +2024-01-26 14:40:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.80)... +2024-01-26 14:44:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.81)... +2024-01-26 14:47:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.80)... +2024-01-26 14:50:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.81)... +2024-01-26 14:54:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.65)... +2024-01-26 14:57:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.75)... +2024-01-26 15:00:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.74)... +2024-01-26 15:04:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.64)... +2024-01-26 15:07:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.69)... +2024-01-26 15:10:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.67)... +2024-01-26 15:14:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.70)... +2024-01-26 15:17:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.63)... +2024-01-26 15:20:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.69)... +2024-01-26 15:24:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.73)... +2024-01-26 15:27:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.72)... +2024-01-26 15:30:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.66)... +2024-01-26 15:34:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.64)... +2024-01-26 15:37:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.75)... +2024-01-26 15:40:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.66)... +2024-01-26 15:43:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 15:44:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.56,-8.72,-7.12,-10.24,-7.00,-7.22,-9.27,-8.71,-8.67,-9.36,-6.60,-8.90,-9.45,-9.19,-8.88,-7.44,-9.08,-8.76,-9.64,-8.96,-8.41,-8.08,-8.60,-8.21,-8.15,-7.90,-7.93,-8.65,-7.96,-9.51,-7.58,-9.89,-7.33,-9.76,-7.74,-9.28,-8.29,-8.36,-7.62,-9.65,-8.28,-8.09,-7.63,-8.21,-8.58,-9.30,-8.76,-9.30,-8.48,-8.46,-7.73,-9.50,-8.11,-9.43,-9.23,-8.83,-7.93,-9.70,-8.05,-9.06,-8.95,-8.11,-7.99,-7.99,-8.36,-7.32,-7.98,-8.28,-8.93,-8.98,-9.31,-8.29,-8.77,-8.55,-10.96,-9.23,-9.08,-8.34,-7.57,-8.82,-9.44,-8.77,-8.71,-7.84,-9.58,-8.73,-9.32,-9.01,-9.53,-9.34,-8.69,-8.84,-10.01,-8.77,-9.78,-8.81,-8.38,-9.31,-8.30,-7.97,-9.28,-7.92,-9.77,-8.68,-8.29,-8.98,-9.74,-9.10,-9.00,-8.97,-8.38,-9.78,-9.57,-8.91,-8.44,-9.70,-9.14,-7.60,-9.24,-7.53,-9.72,-8.73,-9.50,-7.73,-9.25,-7.62,-8.28,-8.55,-8.70,-9.88,-8.63,-9.47,-8.94,-6.80,-7.49,-9.58,-8.31,-8.79,-7.59,-8.98,-7.35,-8.29,-7.67,-8.29,-9.33,-9.73,-7.72,-8.90,-8.91,-8.41,-8.14,-9.01,-7.97,-7.79,-9.67,-7.43,-8.73,-8.18,-9.14,-9.32,-7.63,-9.11,-7.93,-8.63,-8.23,-7.73,-8.49,-8.78,-9.24,-8.14,-8.45,-8.49,-7.71 +2024-01-26 15:44:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 26: train = -9.7461(85.92m/5162) | dev = -8.6264(0.91m/173) | no impr, best = -8.7573 +2024-01-26 15:44:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 15:48:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.72)... +2024-01-26 15:51:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.85)... +2024-01-26 15:54:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.82)... +2024-01-26 15:58:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.84)... +2024-01-26 16:01:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.82)... +2024-01-26 16:05:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.79)... +2024-01-26 16:08:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.87)... +2024-01-26 16:12:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.80)... +2024-01-26 16:15:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.77)... +2024-01-26 16:19:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.76)... +2024-01-26 16:22:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.74)... +2024-01-26 16:26:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.84)... +2024-01-26 16:29:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.82)... +2024-01-26 16:32:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.58)... +2024-01-26 16:36:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.77)... +2024-01-26 16:39:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.74)... +2024-01-26 16:43:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.85)... +2024-01-26 16:46:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.95)... +2024-01-26 16:50:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.60)... +2024-01-26 16:53:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.82)... +2024-01-26 16:57:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.69)... +2024-01-26 17:00:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.90)... +2024-01-26 17:04:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.76)... +2024-01-26 17:07:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.79)... +2024-01-26 17:10:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.86)... +2024-01-26 17:13:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 17:14:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.02,-9.24,-7.66,-10.11,-7.50,-7.45,-9.15,-8.59,-7.69,-9.29,-6.65,-9.02,-9.09,-8.81,-9.11,-7.00,-8.79,-8.67,-9.53,-8.69,-8.83,-7.77,-8.75,-8.13,-8.41,-8.24,-7.92,-8.43,-7.77,-9.06,-7.44,-9.67,-8.02,-9.50,-7.88,-9.01,-8.04,-7.66,-7.04,-9.14,-8.11,-8.42,-7.67,-8.06,-8.41,-8.78,-8.68,-8.29,-8.32,-8.50,-7.10,-9.40,-7.67,-9.29,-9.33,-8.55,-8.05,-9.22,-8.26,-9.00,-9.22,-9.21,-8.64,-8.18,-7.95,-6.86,-8.18,-8.26,-8.79,-9.19,-9.30,-8.53,-8.64,-8.66,-10.80,-9.15,-9.07,-8.26,-7.33,-8.32,-8.76,-8.45,-8.72,-7.71,-9.59,-9.19,-9.57,-8.53,-9.19,-8.95,-8.66,-8.82,-9.71,-8.37,-9.67,-8.71,-8.57,-9.32,-8.02,-7.88,-8.92,-7.26,-9.35,-8.25,-8.01,-9.08,-9.93,-9.26,-8.97,-8.71,-8.11,-9.82,-9.68,-9.31,-8.05,-9.67,-9.14,-7.71,-9.13,-7.53,-9.56,-8.16,-9.16,-6.50,-9.09,-7.23,-8.27,-7.80,-8.37,-10.36,-8.71,-9.82,-9.00,-6.92,-7.86,-9.23,-8.41,-8.93,-7.35,-9.20,-7.26,-8.45,-7.58,-8.19,-8.64,-9.72,-7.24,-8.84,-8.68,-8.47,-8.34,-8.12,-7.80,-7.54,-9.19,-6.99,-8.59,-7.99,-8.37,-9.16,-7.83,-9.08,-8.18,-8.49,-8.04,-7.21,-8.67,-8.31,-9.07,-8.23,-8.24,-8.33,-7.52 +2024-01-26 17:14:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 27: train = -9.7827(89.52m/5167) | dev = -8.5083(0.92m/173) | no impr, best = -8.7573 +2024-01-26 17:14:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 17:18:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.74)... +2024-01-26 17:21:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.91)... +2024-01-26 17:25:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.86)... +2024-01-26 17:28:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.85)... +2024-01-26 17:31:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.84)... +2024-01-26 17:35:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.86)... +2024-01-26 17:38:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.88)... +2024-01-26 17:41:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.80)... +2024-01-26 17:45:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.85)... +2024-01-26 17:48:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.79)... +2024-01-26 17:52:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.82)... +2024-01-26 17:55:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.83)... +2024-01-26 17:59:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.74)... +2024-01-26 18:02:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.81)... +2024-01-26 18:05:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.83)... +2024-01-26 18:09:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.83)... +2024-01-26 18:12:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.86)... +2024-01-26 18:15:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.78)... +2024-01-26 18:19:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.72)... +2024-01-26 18:22:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.71)... +2024-01-26 18:26:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.84)... +2024-01-26 18:29:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.89)... +2024-01-26 18:33:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.70)... +2024-01-26 18:36:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.79)... +2024-01-26 18:40:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.77)... +2024-01-26 18:43:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 18:43:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.90,-9.41,-7.55,-10.25,-8.02,-7.91,-9.47,-9.00,-9.15,-9.52,-6.63,-8.76,-9.60,-9.52,-8.80,-7.67,-9.44,-9.15,-10.03,-9.22,-8.64,-7.84,-8.97,-8.32,-8.63,-8.48,-8.04,-8.42,-8.00,-9.74,-8.17,-10.11,-8.72,-10.02,-7.77,-9.32,-8.42,-8.61,-7.80,-9.71,-8.95,-8.81,-8.07,-8.23,-8.91,-9.20,-8.83,-8.87,-8.99,-8.51,-8.09,-9.82,-8.25,-9.66,-9.36,-9.07,-8.24,-9.71,-8.12,-9.06,-9.27,-9.40,-8.82,-8.17,-8.59,-7.63,-8.34,-8.52,-9.20,-9.50,-9.78,-9.03,-9.13,-9.26,-10.99,-9.18,-9.21,-8.16,-8.05,-8.48,-9.07,-8.76,-9.12,-8.02,-9.73,-9.23,-9.45,-8.89,-9.66,-9.26,-9.25,-9.47,-9.99,-8.88,-9.88,-8.91,-9.07,-9.79,-8.63,-8.12,-9.16,-8.12,-10.02,-8.78,-8.63,-9.04,-9.90,-9.31,-9.46,-9.28,-8.64,-9.92,-9.94,-9.38,-8.34,-9.69,-9.13,-7.47,-9.49,-7.62,-9.48,-8.32,-9.42,-8.37,-9.40,-8.55,-8.75,-8.54,-8.30,-10.45,-8.92,-9.96,-9.02,-6.93,-8.34,-9.76,-8.70,-8.95,-7.56,-9.46,-7.80,-8.79,-8.08,-8.48,-9.47,-9.75,-8.12,-9.16,-8.92,-8.25,-8.30,-9.20,-8.11,-7.70,-9.82,-7.70,-8.85,-8.29,-8.84,-9.44,-8.22,-9.59,-8.46,-9.08,-8.66,-7.62,-9.40,-8.87,-9.28,-8.31,-8.77,-8.74,-7.80 +2024-01-26 18:43:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 28: train = -9.8140(88.26m/5166) | dev = -8.8658(0.95m/173) +2024-01-26 18:43:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 18:47:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.02)... +2024-01-26 18:51:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.89)... +2024-01-26 18:54:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.91)... +2024-01-26 18:57:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.87)... +2024-01-26 19:01:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.93)... +2024-01-26 19:04:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.99)... +2024-01-26 19:08:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.85)... +2024-01-26 19:11:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.05)... +2024-01-26 19:14:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.93)... +2024-01-26 19:18:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.86)... +2024-01-26 19:21:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.79)... +2024-01-26 19:24:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.93)... +2024-01-26 19:28:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.97)... +2024-01-26 19:31:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.82)... +2024-01-26 19:34:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.80)... +2024-01-26 19:38:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.56)... +2024-01-26 19:41:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.65)... +2024-01-26 19:44:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.12)... +2024-01-26 19:48:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.60)... +2024-01-26 19:51:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.49)... +2024-01-26 19:54:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.53)... +2024-01-26 19:58:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.59)... +2024-01-26 20:02:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.66)... +2024-01-26 20:05:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.78)... +2024-01-26 20:09:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.76)... +2024-01-26 20:11:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 20:12:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.31,-9.10,-7.89,-10.29,-7.84,-8.07,-9.47,-8.45,-8.90,-9.62,-5.98,-8.66,-9.63,-9.45,-9.17,-7.96,-8.90,-9.53,-9.93,-8.72,-8.71,-7.67,-8.77,-8.24,-8.66,-8.62,-7.53,-8.81,-7.97,-9.65,-7.67,-9.77,-8.63,-10.27,-7.76,-9.23,-8.31,-8.64,-7.65,-9.48,-8.29,-8.73,-8.20,-8.46,-9.16,-9.15,-8.78,-8.81,-9.30,-8.79,-8.31,-9.72,-8.66,-9.46,-9.28,-8.92,-8.21,-9.80,-8.22,-8.99,-9.27,-9.50,-8.42,-8.26,-8.61,-7.40,-7.79,-8.32,-9.55,-9.46,-9.81,-8.88,-8.92,-9.17,-10.98,-8.93,-9.24,-8.11,-7.71,-8.33,-8.98,-8.79,-9.13,-7.87,-9.66,-9.04,-9.68,-8.99,-9.41,-9.37,-9.17,-9.19,-10.31,-8.55,-9.82,-8.88,-8.52,-9.62,-8.63,-8.44,-9.20,-7.93,-9.77,-8.52,-8.28,-9.03,-9.94,-9.41,-9.65,-9.05,-8.73,-10.06,-9.88,-9.35,-8.81,-9.84,-9.52,-7.94,-9.48,-7.89,-9.95,-7.97,-10.07,-7.59,-9.49,-7.71,-8.68,-8.32,-8.29,-10.25,-9.20,-9.92,-9.12,-7.21,-7.88,-9.76,-8.46,-9.14,-7.65,-9.01,-7.98,-8.79,-8.01,-8.17,-9.43,-9.81,-7.82,-8.92,-8.76,-8.27,-8.32,-9.03,-7.95,-7.77,-9.88,-7.46,-8.76,-8.52,-9.16,-9.69,-8.45,-9.33,-8.36,-9.05,-8.16,-7.90,-8.84,-8.73,-9.14,-8.35,-9.18,-8.46,-7.70 +2024-01-26 20:12:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 29: train = -9.7723(87.97m/5163) | dev = -8.8150(0.99m/173) | no impr, best = -8.8658 +2024-01-26 20:12:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 20:16:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.96)... +2024-01-26 20:20:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.00)... +2024-01-26 20:23:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.88)... +2024-01-26 20:27:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.97)... +2024-01-26 20:30:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.91)... +2024-01-26 20:34:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.86)... +2024-01-26 20:38:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.85)... +2024-01-26 20:41:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.93)... +2024-01-26 20:45:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.96)... +2024-01-26 20:48:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.85)... +2024-01-26 20:52:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.89)... +2024-01-26 20:55:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.83)... +2024-01-26 20:59:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.97)... +2024-01-26 21:02:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.86)... +2024-01-26 21:06:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.90)... +2024-01-26 21:09:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.79)... +2024-01-26 21:13:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.85)... +2024-01-26 21:16:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.85)... +2024-01-26 21:19:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.07)... +2024-01-26 21:23:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.83)... +2024-01-26 21:26:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.91)... +2024-01-26 21:29:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.74)... +2024-01-26 21:33:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.77)... +2024-01-26 21:36:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.73)... +2024-01-26 21:39:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.74)... +2024-01-26 21:42:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 21:43:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.74,-9.13,-8.05,-10.19,-7.93,-8.06,-9.54,-9.24,-9.02,-9.70,-6.59,-8.91,-9.38,-9.43,-9.18,-8.08,-9.26,-9.24,-10.19,-9.03,-8.89,-7.96,-8.89,-8.35,-8.60,-8.02,-7.72,-8.93,-8.26,-9.64,-8.27,-10.21,-7.96,-10.03,-7.97,-9.03,-8.37,-8.37,-7.63,-9.91,-8.68,-8.63,-8.09,-8.19,-9.29,-9.23,-8.97,-9.09,-8.89,-8.61,-8.05,-9.86,-8.53,-9.56,-9.39,-8.99,-8.51,-9.77,-8.10,-9.13,-9.12,-9.35,-9.14,-8.11,-8.46,-7.80,-8.38,-8.46,-9.20,-9.44,-9.75,-9.01,-9.11,-9.06,-11.05,-9.40,-9.28,-8.37,-7.80,-8.70,-9.12,-8.75,-9.21,-8.33,-9.86,-9.21,-9.58,-9.00,-9.66,-9.42,-9.29,-9.34,-9.87,-8.61,-9.80,-8.78,-8.80,-9.81,-8.60,-8.17,-9.29,-7.98,-9.90,-8.85,-8.60,-9.06,-10.17,-9.35,-9.65,-9.32,-8.67,-9.85,-10.23,-9.42,-8.80,-9.56,-9.32,-8.25,-9.59,-7.64,-9.79,-8.20,-10.06,-7.60,-9.39,-8.12,-8.82,-8.43,-9.02,-10.51,-8.85,-9.92,-9.23,-7.12,-8.30,-9.82,-8.71,-9.13,-7.77,-9.46,-7.98,-8.78,-8.00,-8.57,-9.72,-10.08,-7.84,-9.10,-9.17,-8.54,-8.34,-8.91,-7.61,-7.79,-9.75,-7.88,-8.90,-8.55,-9.21,-9.78,-8.42,-9.33,-8.83,-9.16,-8.76,-7.94,-9.17,-8.69,-9.38,-8.38,-9.04,-8.80,-7.77 +2024-01-26 21:43:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 30: train = -9.8716(89.44m/5168) | dev = -8.9049(0.92m/173) +2024-01-26 21:43:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 21:46:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -9.83)... +2024-01-26 21:50:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -9.88)... +2024-01-26 21:53:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.93)... +2024-01-26 21:56:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -9.85)... +2024-01-26 22:00:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.97)... +2024-01-26 22:03:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.85)... +2024-01-26 22:07:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.00)... +2024-01-26 22:11:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.95)... +2024-01-26 22:15:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.79)... +2024-01-26 22:19:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.81)... +2024-01-26 22:23:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.93)... +2024-01-26 22:27:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.83)... +2024-01-26 22:31:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.82)... +2024-01-26 22:34:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.95)... +2024-01-26 22:39:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.99)... +2024-01-26 22:43:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.80)... +2024-01-26 22:46:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.89)... +2024-01-26 22:50:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.85)... +2024-01-26 22:54:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.92)... +2024-01-26 22:58:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.88)... +2024-01-26 23:02:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.94)... +2024-01-26 23:06:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.89)... +2024-01-26 23:10:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.85)... +2024-01-26 23:14:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.00)... +2024-01-26 23:18:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.85)... +2024-01-26 23:22:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-26 23:24:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.87,-9.58,-7.86,-10.46,-7.93,-7.88,-9.48,-8.93,-9.35,-9.62,-6.48,-8.76,-9.61,-9.54,-9.50,-8.13,-9.42,-9.18,-10.15,-9.02,-8.95,-7.76,-8.80,-8.45,-8.56,-8.54,-7.93,-9.00,-8.30,-9.69,-8.32,-10.23,-9.07,-10.09,-8.15,-9.30,-8.34,-8.53,-7.92,-9.61,-8.31,-9.03,-8.30,-8.73,-9.37,-9.33,-9.28,-9.18,-9.21,-8.71,-8.19,-9.74,-8.54,-9.67,-9.45,-9.07,-8.46,-9.59,-8.18,-9.13,-9.09,-9.66,-8.87,-8.46,-8.73,-7.75,-8.43,-8.26,-9.48,-9.60,-9.73,-8.90,-8.95,-8.83,-10.90,-9.33,-9.24,-8.52,-8.17,-8.75,-9.28,-9.18,-9.16,-8.01,-9.77,-9.13,-9.76,-9.01,-9.65,-9.31,-9.20,-9.39,-10.10,-8.25,-9.90,-8.86,-8.83,-9.64,-8.49,-8.88,-9.38,-8.15,-9.98,-8.69,-8.48,-8.97,-10.15,-9.30,-9.87,-9.28,-8.69,-10.01,-10.04,-9.07,-8.98,-9.96,-9.47,-7.89,-9.55,-7.79,-9.92,-8.46,-9.96,-7.63,-9.46,-8.08,-8.76,-8.48,-8.89,-10.40,-9.36,-10.06,-9.11,-6.89,-8.28,-9.84,-8.58,-9.23,-7.82,-9.50,-7.69,-8.71,-8.34,-8.15,-9.87,-9.89,-8.34,-9.08,-9.16,-8.54,-8.25,-9.18,-8.10,-7.91,-9.89,-7.84,-8.93,-8.41,-9.30,-9.55,-8.44,-9.59,-8.84,-9.15,-8.52,-8.10,-9.24,-8.93,-9.49,-8.75,-9.01,-8.83,-7.82 +2024-01-26 23:24:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 31: train = -9.8905(99.07m/5163) | dev = -8.9562(2.13m/173) +2024-01-26 23:24:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-26 23:28:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.01)... +2024-01-26 23:32:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.02)... +2024-01-26 23:35:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.01)... +2024-01-26 23:39:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.10)... +2024-01-26 23:43:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -9.96)... +2024-01-26 23:47:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -9.99)... +2024-01-26 23:50:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.96)... +2024-01-26 23:55:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.06)... +2024-01-26 23:58:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.96)... +2024-01-27 00:03:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.95)... +2024-01-27 00:07:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.87)... +2024-01-27 00:11:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.90)... +2024-01-27 00:16:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.93)... +2024-01-27 00:20:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.01)... +2024-01-27 00:24:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.97)... +2024-01-27 00:27:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.96)... +2024-01-27 00:31:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.90)... +2024-01-27 00:34:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.84)... +2024-01-27 00:38:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.90)... +2024-01-27 00:41:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.93)... +2024-01-27 00:44:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.89)... +2024-01-27 00:48:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.85)... +2024-01-27 00:51:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.79)... +2024-01-27 00:55:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.91)... +2024-01-27 00:58:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.96)... +2024-01-27 01:01:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 01:03:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.64,-9.53,-7.90,-10.41,-8.10,-7.72,-9.55,-8.99,-9.15,-9.50,-6.46,-9.12,-9.38,-9.58,-9.36,-7.93,-9.12,-9.18,-10.11,-8.87,-8.98,-7.70,-9.10,-8.12,-8.45,-8.04,-8.06,-8.67,-8.27,-9.88,-8.34,-10.30,-8.59,-9.98,-7.93,-9.41,-8.85,-8.78,-7.85,-9.70,-8.65,-9.03,-7.83,-8.68,-9.04,-9.44,-9.09,-9.28,-8.86,-8.73,-8.57,-10.10,-8.48,-9.88,-9.55,-9.19,-8.44,-9.60,-8.45,-9.58,-9.46,-9.82,-9.22,-8.42,-8.89,-7.76,-8.45,-8.51,-9.36,-9.61,-10.00,-9.03,-9.11,-9.12,-10.99,-9.45,-9.24,-8.51,-7.90,-8.70,-9.47,-8.97,-9.19,-8.04,-10.05,-9.55,-9.75,-9.27,-9.99,-9.29,-9.14,-9.67,-10.31,-8.81,-9.88,-9.15,-8.96,-10.04,-8.89,-8.37,-9.53,-7.95,-9.83,-8.66,-8.86,-9.15,-10.22,-9.46,-9.43,-9.25,-8.83,-10.13,-10.23,-9.27,-8.58,-9.85,-9.12,-7.96,-9.65,-7.70,-10.01,-8.44,-9.95,-7.85,-9.83,-7.86,-8.86,-8.39,-8.94,-10.55,-9.19,-10.16,-9.24,-7.25,-8.18,-9.91,-8.58,-9.25,-8.06,-9.52,-7.89,-8.87,-8.31,-8.33,-9.67,-10.03,-8.02,-9.14,-9.08,-8.51,-8.38,-8.85,-8.17,-8.23,-9.56,-7.95,-9.05,-8.66,-9.27,-9.55,-8.03,-9.05,-8.84,-9.28,-8.86,-8.03,-9.16,-8.86,-9.50,-8.48,-9.35,-8.96,-8.13 +2024-01-27 01:03:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 32: train = -9.9435(96.89m/5167) | dev = -8.9893(1.71m/173) +2024-01-27 01:03:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 01:06:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.11)... +2024-01-27 01:10:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.03)... +2024-01-27 01:13:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.14)... +2024-01-27 01:17:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.06)... +2024-01-27 01:20:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.03)... +2024-01-27 01:24:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.04)... +2024-01-27 01:27:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -9.92)... +2024-01-27 01:30:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.98)... +2024-01-27 01:34:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.03)... +2024-01-27 01:37:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.92)... +2024-01-27 01:41:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.94)... +2024-01-27 01:45:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -9.94)... +2024-01-27 01:48:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.93)... +2024-01-27 01:51:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -9.91)... +2024-01-27 01:55:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.97)... +2024-01-27 01:59:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.01)... +2024-01-27 02:02:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.98)... +2024-01-27 02:05:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.83)... +2024-01-27 02:09:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.93)... +2024-01-27 02:12:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.04)... +2024-01-27 02:15:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.87)... +2024-01-27 02:19:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.82)... +2024-01-27 02:23:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.94)... +2024-01-27 02:26:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.94)... +2024-01-27 02:29:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.01)... +2024-01-27 02:32:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 02:33:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.45,-9.50,-8.12,-10.47,-8.25,-7.71,-9.36,-9.03,-9.19,-9.55,-6.35,-9.13,-9.74,-9.61,-9.27,-7.23,-8.79,-9.30,-10.19,-8.79,-8.79,-7.58,-8.90,-8.51,-8.67,-8.13,-7.87,-8.75,-8.16,-9.79,-8.14,-10.09,-8.77,-9.95,-8.18,-9.23,-8.21,-9.02,-7.15,-9.48,-8.49,-8.79,-8.10,-8.67,-9.25,-9.34,-8.75,-9.27,-9.33,-8.51,-8.59,-9.73,-8.52,-9.66,-9.43,-9.04,-8.32,-9.58,-8.49,-9.38,-9.39,-9.53,-9.08,-8.49,-8.46,-8.12,-8.30,-8.01,-9.46,-9.49,-9.47,-9.11,-9.13,-9.26,-11.01,-9.46,-9.30,-8.57,-8.28,-8.31,-9.36,-9.23,-9.03,-8.18,-10.02,-9.62,-9.71,-8.70,-9.97,-9.32,-9.29,-9.04,-10.18,-8.75,-9.88,-8.90,-8.91,-10.10,-8.57,-8.63,-9.72,-8.08,-10.00,-9.11,-8.59,-8.83,-10.02,-9.31,-9.93,-9.36,-8.76,-10.08,-9.99,-9.21,-8.95,-10.07,-9.44,-7.74,-9.69,-8.15,-10.04,-8.97,-9.59,-7.89,-9.69,-7.90,-8.62,-8.63,-8.88,-10.26,-8.83,-10.02,-9.06,-7.45,-8.34,-9.84,-8.51,-9.15,-7.75,-9.28,-8.02,-8.71,-8.11,-8.46,-9.77,-10.11,-8.42,-9.00,-9.10,-8.50,-8.27,-9.25,-8.19,-8.08,-10.08,-8.07,-9.07,-8.48,-9.28,-9.64,-7.86,-9.39,-8.40,-9.04,-8.48,-7.71,-9.50,-8.92,-9.49,-8.52,-9.23,-9.11,-7.80 +2024-01-27 02:33:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 33: train = -9.9716(89.37m/5168) | dev = -8.9541(0.98m/173) | no impr, best = -8.9893 +2024-01-27 02:33:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 02:37:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.02)... +2024-01-27 02:41:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.08)... +2024-01-27 02:44:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -9.98)... +2024-01-27 02:47:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.09)... +2024-01-27 02:51:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.05)... +2024-01-27 02:54:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.09)... +2024-01-27 02:57:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.01)... +2024-01-27 03:01:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -9.99)... +2024-01-27 03:05:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.02)... +2024-01-27 03:08:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -9.98)... +2024-01-27 03:11:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.05)... +2024-01-27 03:15:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.10)... +2024-01-27 03:18:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -9.99)... +2024-01-27 03:22:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.01)... +2024-01-27 03:25:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.06)... +2024-01-27 03:28:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.04)... +2024-01-27 03:32:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.06)... +2024-01-27 03:35:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.03)... +2024-01-27 03:39:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -9.97)... +2024-01-27 03:42:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.12)... +2024-01-27 03:45:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.04)... +2024-01-27 03:49:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.99)... +2024-01-27 03:52:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.03)... +2024-01-27 03:56:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.01)... +2024-01-27 03:59:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.02)... +2024-01-27 04:02:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 04:03:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.64,-9.43,-7.77,-10.55,-7.78,-7.90,-9.47,-9.22,-9.37,-9.59,-6.70,-9.25,-9.70,-9.29,-9.23,-7.94,-9.42,-9.29,-10.27,-9.39,-8.91,-7.87,-8.86,-8.55,-8.55,-8.87,-8.21,-9.09,-8.20,-9.95,-8.27,-10.35,-8.73,-10.13,-8.05,-9.45,-8.63,-8.88,-8.08,-9.56,-8.63,-8.77,-8.00,-8.32,-9.22,-9.33,-9.27,-9.16,-9.07,-8.77,-8.09,-9.85,-8.60,-9.86,-9.55,-9.02,-8.39,-9.86,-8.34,-9.32,-9.30,-9.21,-8.95,-8.25,-8.68,-7.78,-8.34,-8.28,-9.33,-9.55,-9.97,-9.09,-9.07,-9.59,-11.01,-9.44,-9.24,-8.69,-7.96,-8.36,-9.45,-8.88,-9.54,-8.28,-10.11,-9.16,-9.83,-9.30,-10.03,-9.56,-9.47,-9.28,-10.42,-9.01,-9.95,-9.05,-8.97,-10.03,-8.88,-8.58,-9.58,-8.22,-9.83,-8.75,-8.84,-8.97,-9.96,-9.32,-9.89,-9.08,-8.73,-10.16,-10.11,-9.19,-8.97,-9.91,-9.57,-8.09,-9.61,-8.06,-10.02,-9.00,-10.22,-8.01,-9.67,-7.82,-8.60,-8.57,-9.22,-10.55,-9.33,-10.06,-9.27,-7.49,-8.24,-9.82,-8.51,-9.35,-7.67,-9.14,-7.85,-8.83,-8.35,-8.34,-9.53,-10.21,-8.43,-9.12,-9.30,-8.40,-8.31,-9.21,-7.88,-7.90,-10.17,-8.05,-9.08,-8.14,-9.08,-9.62,-8.29,-9.56,-8.69,-9.23,-8.55,-7.85,-9.31,-8.66,-9.43,-9.02,-9.37,-8.99,-8.05 +2024-01-27 04:03:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 34: train = -10.0331(88.73m/5166) | dev = -9.0167(1.03m/173) +2024-01-27 04:03:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 04:07:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.13)... +2024-01-27 04:10:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.17)... +2024-01-27 04:13:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.08)... +2024-01-27 04:17:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.15)... +2024-01-27 04:20:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.12)... +2024-01-27 04:24:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.01)... +2024-01-27 04:27:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.14)... +2024-01-27 04:31:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.00)... +2024-01-27 04:34:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.09)... +2024-01-27 04:37:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.15)... +2024-01-27 04:41:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.17)... +2024-01-27 04:44:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.06)... +2024-01-27 04:47:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.03)... +2024-01-27 04:50:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.07)... +2024-01-27 04:54:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -9.98)... +2024-01-27 04:57:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -9.95)... +2024-01-27 05:00:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.08)... +2024-01-27 05:04:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.97)... +2024-01-27 05:07:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.02)... +2024-01-27 05:11:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.04)... +2024-01-27 05:15:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.90)... +2024-01-27 05:18:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.02)... +2024-01-27 05:21:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.96)... +2024-01-27 05:24:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.89)... +2024-01-27 05:28:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -9.99)... +2024-01-27 05:30:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 05:31:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.47,-9.27,-7.84,-10.29,-7.55,-7.71,-9.54,-9.04,-9.24,-9.72,-6.91,-9.26,-9.67,-9.30,-9.58,-7.95,-9.36,-9.63,-9.90,-9.14,-9.13,-7.96,-8.93,-8.32,-8.48,-8.53,-8.37,-8.90,-8.31,-10.00,-8.24,-10.20,-8.97,-10.34,-8.29,-9.27,-8.47,-8.67,-8.33,-10.00,-8.37,-9.04,-7.76,-8.59,-9.03,-9.24,-9.14,-9.61,-8.79,-8.90,-8.14,-10.02,-8.21,-9.49,-9.71,-9.10,-8.19,-10.01,-8.57,-9.46,-9.68,-9.40,-9.26,-8.83,-8.79,-7.85,-8.67,-8.28,-9.35,-9.58,-9.73,-9.02,-9.13,-9.24,-11.02,-9.42,-9.27,-8.52,-7.50,-8.99,-9.39,-8.52,-9.48,-8.41,-9.98,-9.53,-9.91,-8.95,-9.85,-9.50,-9.44,-9.78,-10.11,-9.18,-9.97,-8.99,-8.75,-9.77,-8.67,-8.43,-9.60,-8.34,-9.92,-8.71,-8.73,-9.21,-10.28,-9.27,-9.72,-9.13,-8.54,-10.24,-10.06,-9.73,-9.12,-10.07,-9.59,-8.09,-9.77,-7.80,-9.97,-8.24,-9.67,-7.87,-9.71,-7.74,-8.63,-8.44,-9.29,-10.62,-9.40,-10.03,-9.23,-7.49,-8.47,-9.93,-8.55,-9.27,-7.65,-9.52,-7.93,-8.89,-8.11,-8.89,-9.36,-10.16,-7.96,-9.25,-9.03,-8.71,-8.53,-9.11,-8.28,-8.08,-9.96,-7.95,-8.97,-8.39,-9.48,-9.66,-8.41,-9.29,-8.88,-9.20,-8.53,-7.79,-8.96,-9.08,-9.20,-8.28,-9.04,-8.85,-7.87 +2024-01-27 05:31:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 35: train = -10.0435(87.53m/5164) | dev = -9.0135(1.09m/173) | no impr, best = -9.0167 +2024-01-27 05:31:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 05:35:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.01)... +2024-01-27 05:39:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.18)... +2024-01-27 05:43:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.12)... +2024-01-27 05:46:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.22)... +2024-01-27 05:50:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.15)... +2024-01-27 05:54:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.01)... +2024-01-27 05:57:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.09)... +2024-01-27 06:01:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.08)... +2024-01-27 06:04:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -9.91)... +2024-01-27 06:08:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.00)... +2024-01-27 06:11:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.96)... +2024-01-27 06:14:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.03)... +2024-01-27 06:17:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.16)... +2024-01-27 06:20:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.12)... +2024-01-27 06:23:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.02)... +2024-01-27 06:26:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.10)... +2024-01-27 06:30:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -9.96)... +2024-01-27 06:33:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -9.95)... +2024-01-27 06:36:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.03)... +2024-01-27 06:39:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -9.97)... +2024-01-27 06:42:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.00)... +2024-01-27 06:45:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -9.97)... +2024-01-27 06:49:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.04)... +2024-01-27 06:52:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.11)... +2024-01-27 06:55:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.03)... +2024-01-27 06:57:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 06:58:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.01,-9.57,-8.33,-10.41,-7.98,-7.73,-9.63,-9.14,-8.97,-9.60,-6.67,-9.28,-9.80,-9.53,-9.51,-8.10,-9.32,-9.44,-10.33,-9.37,-9.22,-8.27,-8.94,-8.40,-8.63,-8.20,-7.89,-9.21,-8.14,-9.87,-8.34,-10.35,-8.43,-10.09,-8.02,-9.44,-8.88,-8.83,-8.00,-9.80,-8.81,-8.95,-8.62,-8.82,-9.06,-9.41,-8.98,-9.39,-8.88,-8.94,-7.96,-9.98,-8.84,-9.82,-9.68,-9.00,-8.35,-9.95,-8.65,-9.31,-9.12,-9.74,-9.09,-8.47,-8.70,-7.89,-8.60,-8.26,-9.52,-9.54,-9.92,-8.95,-9.14,-9.37,-11.03,-9.37,-9.32,-8.69,-8.34,-8.64,-9.47,-8.66,-9.08,-8.37,-9.92,-9.33,-9.94,-9.03,-9.83,-9.73,-9.57,-9.79,-10.09,-8.94,-9.92,-8.96,-8.99,-10.03,-8.81,-8.31,-9.67,-8.02,-9.93,-8.96,-8.62,-9.18,-10.08,-9.53,-9.93,-9.28,-9.06,-10.27,-10.02,-9.55,-8.72,-9.94,-9.46,-7.53,-9.83,-8.05,-10.04,-9.02,-9.87,-7.99,-9.80,-8.09,-8.67,-8.54,-9.38,-10.51,-9.40,-10.12,-9.14,-7.80,-8.27,-9.84,-8.72,-9.20,-7.67,-9.26,-8.10,-8.92,-8.60,-8.28,-9.42,-10.19,-8.90,-9.34,-9.26,-8.43,-8.32,-9.03,-8.35,-8.06,-9.99,-7.87,-9.17,-8.24,-9.25,-9.71,-8.46,-9.70,-8.91,-9.17,-8.49,-7.90,-9.28,-8.99,-9.41,-9.10,-9.43,-9.11,-8.04 +2024-01-27 06:58:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 36: train = -10.0497(86.10m/5162) | dev = -9.0628(0.91m/173) +2024-01-27 06:58:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 07:02:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.19)... +2024-01-27 07:05:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.23)... +2024-01-27 07:09:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.19)... +2024-01-27 07:12:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.20)... +2024-01-27 07:15:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.12)... +2024-01-27 07:19:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.18)... +2024-01-27 07:22:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.06)... +2024-01-27 07:25:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.15)... +2024-01-27 07:29:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.03)... +2024-01-27 07:32:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.05)... +2024-01-27 07:35:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -9.93)... +2024-01-27 07:38:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.07)... +2024-01-27 07:42:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.16)... +2024-01-27 07:45:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.06)... +2024-01-27 07:48:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.29)... +2024-01-27 07:52:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.00)... +2024-01-27 07:55:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.17)... +2024-01-27 07:58:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.13)... +2024-01-27 08:01:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.11)... +2024-01-27 08:05:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.04)... +2024-01-27 08:08:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -9.99)... +2024-01-27 08:12:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.08)... +2024-01-27 08:15:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.94)... +2024-01-27 08:18:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.98)... +2024-01-27 08:21:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.00)... +2024-01-27 08:24:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 08:25:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.63,-9.48,-8.10,-10.28,-8.17,-7.70,-9.58,-9.22,-9.44,-9.74,-6.64,-9.46,-9.64,-9.57,-9.18,-8.02,-9.60,-9.30,-10.31,-9.28,-8.66,-7.97,-8.86,-8.43,-8.49,-8.35,-8.44,-9.14,-8.28,-9.83,-7.89,-10.37,-8.78,-10.22,-8.06,-9.43,-8.34,-8.88,-8.23,-10.02,-8.72,-9.00,-8.08,-8.47,-9.19,-9.38,-9.09,-8.99,-8.87,-8.99,-7.68,-10.17,-8.55,-10.06,-9.65,-9.13,-8.47,-9.76,-8.60,-9.43,-9.75,-9.87,-9.03,-8.64,-8.54,-8.08,-8.30,-8.30,-9.49,-9.67,-9.95,-8.99,-9.19,-9.51,-11.01,-9.57,-9.33,-8.70,-8.04,-8.61,-9.60,-9.03,-9.32,-8.49,-10.02,-9.76,-9.58,-9.36,-9.94,-9.58,-9.20,-9.65,-9.97,-8.83,-9.93,-9.00,-9.16,-9.76,-8.59,-8.84,-9.51,-8.33,-10.08,-8.95,-8.94,-9.39,-10.21,-9.52,-9.91,-9.31,-8.69,-10.04,-10.11,-9.86,-9.01,-9.97,-9.74,-8.25,-9.67,-8.01,-9.84,-8.56,-9.86,-8.25,-9.61,-8.12,-8.73,-8.29,-9.11,-10.68,-9.35,-10.31,-9.29,-7.79,-8.53,-9.94,-8.84,-9.25,-8.01,-9.73,-8.08,-8.87,-8.42,-8.55,-9.71,-10.09,-8.05,-9.10,-9.39,-8.67,-8.49,-9.17,-8.08,-8.01,-9.84,-7.91,-9.12,-8.22,-9.36,-9.72,-8.55,-9.32,-9.01,-9.26,-8.73,-8.31,-9.17,-8.82,-9.42,-8.64,-9.29,-9.07,-8.22 +2024-01-27 08:25:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 37: train = -10.0946(85.37m/5162) | dev = -9.0736(0.89m/173) +2024-01-27 08:25:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 08:28:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.29)... +2024-01-27 08:31:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.04)... +2024-01-27 08:34:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.23)... +2024-01-27 08:37:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.22)... +2024-01-27 08:40:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.08)... +2024-01-27 08:43:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.15)... +2024-01-27 08:47:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.14)... +2024-01-27 08:50:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.03)... +2024-01-27 08:53:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.09)... +2024-01-27 08:56:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.07)... +2024-01-27 08:59:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.16)... +2024-01-27 09:02:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.12)... +2024-01-27 09:05:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.10)... +2024-01-27 09:08:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.12)... +2024-01-27 09:11:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.11)... +2024-01-27 09:14:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.06)... +2024-01-27 09:17:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.08)... +2024-01-27 09:20:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.09)... +2024-01-27 09:23:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.10)... +2024-01-27 09:26:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.14)... +2024-01-27 09:30:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.00)... +2024-01-27 09:33:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.02)... +2024-01-27 09:36:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.08)... +2024-01-27 09:39:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -9.96)... +2024-01-27 09:42:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.02)... +2024-01-27 09:45:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 09:46:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.01,-9.62,-8.29,-10.41,-8.40,-8.10,-9.44,-9.12,-9.43,-9.58,-6.72,-9.17,-9.57,-9.57,-9.37,-7.99,-9.51,-9.53,-10.17,-9.32,-9.20,-8.23,-9.01,-8.47,-8.80,-8.81,-7.86,-8.85,-8.25,-9.96,-8.44,-10.37,-9.16,-10.21,-8.16,-9.44,-8.45,-8.80,-8.60,-10.04,-8.90,-9.13,-7.56,-8.53,-9.20,-9.45,-9.40,-9.24,-9.26,-8.91,-8.53,-9.44,-8.77,-9.82,-9.55,-9.16,-8.38,-9.88,-8.45,-9.24,-9.56,-9.86,-9.30,-8.51,-8.71,-8.00,-8.42,-8.37,-9.44,-9.67,-9.96,-8.99,-9.15,-9.13,-11.04,-9.33,-9.34,-8.48,-8.32,-8.72,-9.19,-9.06,-9.63,-8.21,-9.97,-9.50,-10.24,-9.08,-10.05,-9.61,-9.71,-9.74,-10.31,-8.99,-10.01,-9.23,-8.59,-9.97,-8.54,-8.73,-9.56,-7.90,-10.04,-8.69,-8.80,-9.21,-10.23,-9.42,-9.92,-9.44,-8.78,-10.22,-10.27,-9.22,-8.54,-9.91,-9.34,-8.02,-10.11,-8.09,-9.97,-8.53,-9.85,-7.62,-9.65,-8.26,-8.77,-8.65,-9.27,-10.46,-9.30,-10.05,-9.22,-7.18,-8.34,-9.91,-8.57,-9.36,-8.06,-9.39,-8.14,-8.85,-8.50,-8.61,-9.84,-10.32,-8.07,-9.28,-9.30,-8.58,-8.44,-9.17,-8.03,-8.09,-10.04,-7.82,-9.18,-8.30,-9.04,-9.67,-8.75,-9.66,-8.88,-9.18,-8.49,-8.42,-9.14,-9.01,-9.50,-8.56,-9.35,-8.92,-8.09 +2024-01-27 09:46:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 38: train = -10.1059(80.28m/5166) | dev = -9.0823(0.79m/173) +2024-01-27 09:46:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 09:49:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.20)... +2024-01-27 09:52:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.13)... +2024-01-27 09:55:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.12)... +2024-01-27 09:58:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.15)... +2024-01-27 10:01:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.09)... +2024-01-27 10:04:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.18)... +2024-01-27 10:07:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.15)... +2024-01-27 10:10:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.27)... +2024-01-27 10:13:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.22)... +2024-01-27 10:16:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.24)... +2024-01-27 10:19:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.15)... +2024-01-27 10:22:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.14)... +2024-01-27 10:25:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.08)... +2024-01-27 10:28:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.21)... +2024-01-27 10:31:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.19)... +2024-01-27 10:34:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.03)... +2024-01-27 10:37:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.09)... +2024-01-27 10:40:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.03)... +2024-01-27 10:43:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.03)... +2024-01-27 10:46:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.07)... +2024-01-27 10:49:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.08)... +2024-01-27 10:52:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.09)... +2024-01-27 10:56:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.15)... +2024-01-27 10:59:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.05)... +2024-01-27 11:02:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.02)... +2024-01-27 11:04:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 11:05:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.73,-9.66,-8.04,-10.65,-8.37,-8.01,-9.73,-9.21,-9.32,-9.79,-7.14,-9.30,-9.70,-9.53,-9.23,-7.94,-9.56,-9.60,-10.37,-9.19,-9.01,-8.23,-8.90,-8.49,-8.78,-8.90,-8.06,-9.32,-8.18,-9.98,-8.53,-10.41,-8.69,-10.07,-8.31,-9.58,-8.54,-8.81,-7.44,-9.72,-8.64,-9.12,-8.47,-8.61,-9.41,-9.43,-9.14,-9.06,-8.98,-8.95,-8.46,-9.92,-8.73,-9.80,-9.65,-9.25,-8.41,-9.82,-8.92,-9.46,-9.22,-9.91,-9.00,-8.68,-8.88,-8.04,-8.62,-8.24,-9.82,-9.67,-10.05,-9.12,-9.08,-9.25,-11.02,-9.14,-9.38,-8.67,-8.31,-8.75,-9.61,-9.09,-9.65,-8.31,-9.77,-10.02,-9.92,-9.12,-10.09,-9.54,-9.68,-9.78,-10.09,-9.10,-10.05,-8.98,-9.37,-9.94,-8.93,-8.54,-9.44,-8.22,-10.00,-9.07,-8.56,-9.07,-10.08,-9.64,-10.06,-9.51,-8.71,-10.09,-10.16,-9.58,-8.83,-10.08,-9.73,-8.53,-10.01,-7.80,-10.07,-9.37,-10.16,-7.92,-9.82,-8.61,-8.71,-8.40,-9.23,-10.60,-9.37,-10.32,-9.25,-7.72,-8.56,-9.99,-8.77,-9.29,-7.99,-9.47,-7.62,-8.92,-8.45,-8.80,-9.67,-10.02,-8.48,-9.32,-9.29,-8.67,-8.62,-8.81,-8.10,-7.98,-10.15,-7.85,-8.80,-8.08,-9.44,-9.62,-8.54,-9.55,-9.02,-9.18,-8.69,-8.35,-9.28,-8.79,-9.51,-8.92,-9.21,-9.01,-7.78 +2024-01-27 11:05:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 39: train = -10.1261(78.70m/5161) | dev = -9.1214(0.79m/173) +2024-01-27 11:05:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 11:08:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.15)... +2024-01-27 11:11:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.10)... +2024-01-27 11:14:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.25)... +2024-01-27 11:17:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.15)... +2024-01-27 11:19:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.31)... +2024-01-27 11:22:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.20)... +2024-01-27 11:25:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.29)... +2024-01-27 11:28:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.17)... +2024-01-27 11:30:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.15)... +2024-01-27 11:33:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.10)... +2024-01-27 11:36:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.18)... +2024-01-27 11:39:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.11)... +2024-01-27 11:42:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.11)... +2024-01-27 11:45:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.05)... +2024-01-27 11:47:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.01)... +2024-01-27 11:50:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.19)... +2024-01-27 11:53:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.25)... +2024-01-27 11:56:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.05)... +2024-01-27 11:59:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.18)... +2024-01-27 12:02:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.18)... +2024-01-27 12:05:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.15)... +2024-01-27 12:08:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.21)... +2024-01-27 12:12:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -9.97)... +2024-01-27 12:15:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.22)... +2024-01-27 12:18:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.18)... +2024-01-27 12:20:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 12:21:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.99,-9.43,-8.12,-10.23,-8.16,-8.18,-9.53,-9.20,-9.25,-9.81,-6.98,-9.48,-9.65,-9.60,-9.29,-7.88,-9.36,-9.33,-10.01,-9.39,-8.69,-8.29,-8.78,-8.69,-8.68,-8.62,-8.18,-9.16,-8.28,-10.07,-8.76,-10.45,-8.69,-9.95,-8.16,-9.49,-8.57,-8.94,-7.85,-9.98,-8.89,-8.52,-8.37,-8.74,-9.31,-9.51,-9.20,-9.49,-8.96,-8.89,-8.26,-10.20,-8.81,-9.82,-9.55,-9.21,-8.49,-9.82,-8.44,-9.33,-9.40,-9.58,-9.18,-8.51,-8.90,-8.36,-8.60,-8.60,-9.61,-9.68,-9.97,-9.15,-9.31,-9.45,-11.00,-9.39,-9.31,-8.68,-8.10,-9.09,-9.62,-8.85,-9.39,-8.55,-9.86,-9.82,-9.93,-9.02,-9.94,-9.46,-9.67,-9.51,-10.21,-8.80,-10.05,-8.92,-8.98,-9.91,-8.73,-8.85,-9.64,-8.08,-10.06,-8.69,-8.74,-9.12,-10.14,-9.79,-9.82,-9.43,-8.91,-10.20,-10.26,-9.15,-8.67,-9.79,-9.80,-8.33,-9.80,-8.00,-9.79,-9.41,-10.16,-7.98,-9.54,-8.23,-8.55,-8.76,-8.80,-10.76,-9.34,-10.15,-9.29,-6.91,-8.38,-9.96,-8.77,-9.26,-7.68,-9.39,-8.12,-8.82,-8.55,-8.52,-9.65,-10.13,-8.45,-9.46,-9.23,-8.48,-8.41,-9.42,-8.30,-8.35,-10.07,-8.18,-9.08,-8.55,-9.71,-9.65,-8.61,-9.72,-8.79,-9.39,-8.85,-8.03,-9.22,-8.81,-9.61,-8.95,-9.52,-9.17,-7.97 +2024-01-27 12:21:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 40: train = -10.1511(75.23m/5162) | dev = -9.1109(0.92m/173) | no impr, best = -9.1214 +2024-01-27 12:21:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 12:25:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.27)... +2024-01-27 12:29:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.31)... +2024-01-27 12:32:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.28)... +2024-01-27 12:36:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.16)... +2024-01-27 12:39:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.27)... +2024-01-27 12:43:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.18)... +2024-01-27 12:46:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.22)... +2024-01-27 12:49:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.25)... +2024-01-27 12:53:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.18)... +2024-01-27 12:56:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.24)... +2024-01-27 12:59:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.12)... +2024-01-27 13:03:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.22)... +2024-01-27 13:06:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.05)... +2024-01-27 13:10:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.16)... +2024-01-27 13:13:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.11)... +2024-01-27 13:16:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.12)... +2024-01-27 13:20:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.23)... +2024-01-27 13:23:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.15)... +2024-01-27 13:26:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.21)... +2024-01-27 13:30:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.28)... +2024-01-27 13:33:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.22)... +2024-01-27 13:37:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.16)... +2024-01-27 13:40:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.06)... +2024-01-27 13:44:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.11)... +2024-01-27 13:47:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.08)... +2024-01-27 13:50:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 13:51:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.17,-9.64,-8.27,-10.63,-8.46,-7.90,-9.78,-9.24,-9.06,-9.74,-6.57,-9.58,-9.72,-9.68,-9.24,-8.23,-9.72,-9.82,-10.35,-9.45,-9.01,-8.57,-8.82,-8.37,-8.87,-8.45,-8.18,-8.92,-8.20,-9.98,-8.29,-10.46,-8.93,-10.05,-7.92,-9.45,-8.48,-8.85,-8.33,-9.27,-8.71,-9.21,-8.58,-8.63,-9.24,-9.48,-9.17,-9.68,-9.41,-9.09,-8.28,-10.29,-9.08,-10.08,-9.67,-9.04,-8.62,-9.94,-8.82,-9.19,-9.49,-10.02,-8.94,-8.32,-8.72,-7.96,-8.52,-8.53,-9.68,-9.77,-10.10,-9.04,-9.20,-9.47,-11.25,-9.64,-9.50,-8.87,-8.24,-8.69,-9.70,-9.13,-9.29,-8.45,-9.90,-9.51,-9.83,-8.93,-10.14,-9.88,-9.60,-9.62,-10.36,-8.86,-10.06,-9.36,-9.05,-9.99,-9.00,-8.85,-9.65,-8.63,-10.18,-9.08,-8.91,-9.28,-10.27,-9.65,-10.10,-9.43,-9.00,-10.17,-10.36,-9.67,-8.78,-10.05,-9.60,-8.10,-10.15,-8.15,-10.15,-9.34,-10.16,-8.41,-9.80,-8.76,-9.10,-8.71,-9.40,-10.53,-9.40,-10.15,-9.24,-7.79,-8.33,-10.05,-8.79,-9.28,-7.90,-9.59,-8.07,-8.86,-8.57,-8.41,-9.79,-10.15,-8.60,-9.35,-9.35,-8.62,-8.86,-9.46,-8.24,-8.11,-10.08,-8.11,-8.97,-8.68,-9.50,-9.82,-8.67,-10.03,-8.83,-9.04,-8.66,-8.22,-9.58,-9.02,-9.53,-9.30,-9.22,-8.94,-8.03 +2024-01-27 13:51:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 41: train = -10.1845(88.54m/5165) | dev = -9.1853(0.93m/173) +2024-01-27 13:51:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 13:54:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.27)... +2024-01-27 13:58:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.36)... +2024-01-27 14:01:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.12)... +2024-01-27 14:04:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.32)... +2024-01-27 14:08:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.31)... +2024-01-27 14:11:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.23)... +2024-01-27 14:14:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.27)... +2024-01-27 14:17:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.20)... +2024-01-27 14:21:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.22)... +2024-01-27 14:24:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.25)... +2024-01-27 14:27:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.20)... +2024-01-27 14:31:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.20)... +2024-01-27 14:34:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.16)... +2024-01-27 14:37:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.10)... +2024-01-27 14:41:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.12)... +2024-01-27 14:44:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.15)... +2024-01-27 14:47:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.29)... +2024-01-27 14:50:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.19)... +2024-01-27 14:54:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.13)... +2024-01-27 14:57:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.20)... +2024-01-27 15:00:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.11)... +2024-01-27 15:04:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.19)... +2024-01-27 15:07:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.17)... +2024-01-27 15:10:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.15)... +2024-01-27 15:13:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.14)... +2024-01-27 15:16:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 15:17:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.89,-9.65,-8.15,-10.76,-8.42,-8.04,-9.86,-9.43,-9.47,-9.84,-6.81,-9.45,-9.46,-9.88,-9.56,-8.18,-9.76,-9.63,-10.52,-9.53,-9.15,-8.19,-9.15,-8.48,-8.92,-8.64,-8.52,-9.21,-8.49,-9.99,-8.24,-10.41,-8.94,-10.42,-8.01,-9.58,-8.70,-8.82,-8.30,-9.96,-8.81,-9.31,-8.30,-8.81,-9.55,-9.49,-9.36,-9.39,-9.15,-8.75,-8.62,-9.99,-8.67,-9.99,-9.77,-9.14,-8.55,-9.99,-8.41,-9.62,-9.27,-9.79,-9.33,-8.72,-9.02,-8.17,-8.63,-8.75,-9.42,-9.75,-9.99,-9.03,-9.22,-9.26,-11.08,-9.40,-9.43,-8.76,-8.36,-9.21,-9.62,-9.29,-9.42,-8.69,-9.63,-9.75,-9.77,-9.16,-10.09,-9.35,-9.05,-9.80,-10.10,-9.14,-10.09,-9.33,-8.89,-10.16,-9.14,-8.81,-9.61,-8.32,-10.05,-9.23,-8.86,-9.34,-10.28,-9.72,-9.96,-9.34,-9.00,-10.28,-10.55,-9.19,-8.84,-10.20,-9.66,-8.66,-9.97,-8.18,-10.18,-9.38,-9.92,-8.15,-9.85,-8.38,-8.91,-8.45,-9.30,-10.73,-9.14,-10.44,-9.41,-7.61,-8.54,-10.04,-9.02,-9.44,-7.86,-9.65,-7.88,-9.02,-8.62,-8.79,-9.64,-10.28,-8.48,-9.40,-9.48,-8.79,-8.93,-9.26,-8.37,-8.23,-10.12,-8.17,-9.21,-8.30,-9.70,-9.84,-8.84,-9.87,-8.99,-9.36,-8.81,-7.75,-9.49,-9.21,-9.31,-8.59,-9.66,-9.03,-8.09 +2024-01-27 15:17:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 42: train = -10.1994(85.27m/5167) | dev = -9.2086(0.91m/173) +2024-01-27 15:17:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 15:22:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.38)... +2024-01-27 15:26:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.29)... +2024-01-27 15:31:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.30)... +2024-01-27 15:35:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.25)... +2024-01-27 15:40:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.29)... +2024-01-27 15:44:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.27)... +2024-01-27 15:49:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.28)... +2024-01-27 15:53:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.27)... +2024-01-27 15:58:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.24)... +2024-01-27 16:02:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.08)... +2024-01-27 16:07:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.38)... +2024-01-27 16:11:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.27)... +2024-01-27 16:15:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.18)... +2024-01-27 16:20:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.15)... +2024-01-27 16:24:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.23)... +2024-01-27 16:29:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.29)... +2024-01-27 16:33:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.25)... +2024-01-27 16:38:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.13)... +2024-01-27 16:42:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.13)... +2024-01-27 16:47:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.20)... +2024-01-27 16:51:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.27)... +2024-01-27 16:56:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.27)... +2024-01-27 17:00:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.14)... +2024-01-27 17:05:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.27)... +2024-01-27 17:09:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.15)... +2024-01-27 17:13:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 17:14:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.24,-9.74,-7.53,-10.73,-8.61,-8.17,-9.84,-9.36,-9.09,-9.68,-6.58,-9.60,-9.71,-9.98,-9.58,-7.57,-9.65,-9.72,-10.35,-9.27,-9.10,-7.78,-9.04,-8.91,-8.64,-9.39,-8.29,-9.42,-8.29,-10.06,-8.31,-10.56,-9.44,-10.54,-8.20,-9.59,-8.52,-9.23,-7.94,-9.61,-8.58,-9.28,-8.46,-8.57,-9.49,-9.53,-9.28,-9.70,-9.39,-8.78,-8.85,-9.95,-8.55,-9.93,-9.62,-9.30,-8.64,-10.29,-8.69,-9.60,-9.25,-9.67,-9.30,-8.73,-8.94,-8.06,-8.59,-7.82,-9.74,-9.82,-10.06,-9.08,-9.29,-9.31,-11.10,-9.58,-9.35,-8.64,-8.76,-8.88,-9.62,-9.19,-9.55,-8.63,-10.00,-9.32,-10.12,-9.02,-10.08,-9.14,-9.68,-9.59,-10.53,-8.91,-10.16,-9.18,-9.00,-10.19,-8.98,-8.52,-9.66,-8.15,-10.09,-9.16,-9.04,-9.22,-10.34,-9.68,-10.13,-9.50,-9.11,-10.22,-10.45,-9.72,-9.09,-9.88,-9.85,-8.35,-9.84,-8.36,-10.13,-8.96,-10.01,-8.16,-9.86,-8.53,-9.05,-8.72,-9.30,-10.65,-9.16,-10.49,-9.19,-7.12,-8.49,-10.05,-8.65,-9.43,-7.94,-9.78,-8.28,-8.93,-8.78,-8.92,-9.91,-10.40,-8.54,-9.28,-9.24,-8.72,-8.47,-9.53,-8.45,-8.28,-9.96,-8.28,-9.35,-8.28,-9.78,-9.93,-8.79,-9.91,-9.02,-9.15,-8.97,-8.05,-9.41,-9.12,-9.35,-8.77,-9.49,-9.05,-8.06 +2024-01-27 17:14:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 43: train = -10.2334(115.59m/5163) | dev = -9.2119(0.91m/173) +2024-01-27 17:14:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 17:17:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.23)... +2024-01-27 17:21:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.35)... +2024-01-27 17:24:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.39)... +2024-01-27 17:27:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.28)... +2024-01-27 17:31:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.19)... +2024-01-27 17:34:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.29)... +2024-01-27 17:37:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.17)... +2024-01-27 17:41:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.26)... +2024-01-27 17:44:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.26)... +2024-01-27 17:47:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.17)... +2024-01-27 17:51:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.25)... +2024-01-27 17:54:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.23)... +2024-01-27 17:58:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.33)... +2024-01-27 18:01:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.27)... +2024-01-27 18:04:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.24)... +2024-01-27 18:08:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.29)... +2024-01-27 18:11:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.16)... +2024-01-27 18:14:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.23)... +2024-01-27 18:18:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.25)... +2024-01-27 18:21:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.21)... +2024-01-27 18:25:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.18)... +2024-01-27 18:28:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.20)... +2024-01-27 18:32:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.23)... +2024-01-27 18:35:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.19)... +2024-01-27 18:38:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.21)... +2024-01-27 18:42:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 18:43:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.24,-9.73,-8.57,-10.67,-8.33,-7.55,-9.65,-9.11,-9.11,-9.61,-6.93,-9.56,-9.93,-10.01,-9.33,-8.13,-9.43,-9.50,-10.33,-8.99,-9.48,-8.05,-9.19,-8.48,-8.64,-8.89,-7.88,-9.07,-8.45,-10.13,-8.00,-10.60,-9.25,-10.44,-8.11,-9.54,-8.35,-9.07,-8.31,-10.05,-8.90,-9.49,-8.79,-8.82,-9.04,-9.70,-9.27,-9.62,-8.89,-9.20,-8.39,-10.29,-8.56,-9.91,-9.54,-8.98,-8.56,-10.01,-8.67,-9.55,-9.39,-9.84,-9.00,-8.89,-9.24,-7.74,-8.67,-8.54,-9.72,-9.67,-10.09,-9.21,-9.20,-9.38,-11.03,-9.34,-9.48,-8.73,-8.60,-8.70,-10.00,-9.15,-9.60,-8.50,-10.03,-9.94,-10.15,-9.42,-10.09,-9.78,-9.36,-9.82,-10.42,-9.35,-10.15,-9.35,-9.14,-10.05,-8.68,-8.88,-9.47,-8.34,-10.23,-9.22,-8.74,-9.30,-10.19,-9.64,-10.03,-9.24,-9.14,-10.27,-10.35,-10.08,-9.32,-10.15,-9.46,-8.66,-9.93,-8.00,-10.11,-8.84,-9.90,-7.68,-9.96,-8.41,-8.93,-8.63,-9.20,-10.69,-9.60,-10.58,-9.42,-7.75,-8.76,-10.06,-8.83,-9.24,-7.73,-9.70,-8.09,-9.02,-8.53,-8.58,-9.74,-10.30,-8.81,-9.02,-9.15,-8.82,-9.08,-9.47,-8.59,-8.58,-10.17,-7.69,-9.08,-8.73,-9.30,-9.92,-8.68,-9.73,-8.86,-9.08,-9.03,-8.25,-9.00,-9.08,-9.49,-8.83,-9.33,-9.15,-7.97 +2024-01-27 18:43:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 44: train = -10.2399(88.08m/5166) | dev = -9.2145(0.92m/173) +2024-01-27 18:43:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 18:46:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.35)... +2024-01-27 18:49:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.32)... +2024-01-27 18:53:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.26)... +2024-01-27 18:56:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.40)... +2024-01-27 18:59:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.30)... +2024-01-27 19:02:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.34)... +2024-01-27 19:05:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.38)... +2024-01-27 19:09:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.31)... +2024-01-27 19:12:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.34)... +2024-01-27 19:15:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.32)... +2024-01-27 19:18:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.25)... +2024-01-27 19:21:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.23)... +2024-01-27 19:25:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.32)... +2024-01-27 19:28:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.30)... +2024-01-27 19:31:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.18)... +2024-01-27 19:34:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.25)... +2024-01-27 19:37:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.20)... +2024-01-27 19:41:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.17)... +2024-01-27 19:44:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.29)... +2024-01-27 19:47:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.12)... +2024-01-27 19:50:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.16)... +2024-01-27 19:53:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.17)... +2024-01-27 19:57:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.25)... +2024-01-27 20:00:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.31)... +2024-01-27 20:03:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.27)... +2024-01-27 20:06:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 20:06:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.84,-9.72,-8.46,-10.53,-8.67,-7.96,-9.84,-9.15,-9.17,-9.79,-6.91,-9.54,-9.79,-9.98,-9.64,-7.34,-9.89,-9.71,-10.50,-9.28,-9.04,-8.48,-9.21,-8.73,-8.58,-9.14,-8.43,-9.17,-8.58,-10.22,-8.42,-10.51,-9.24,-10.50,-8.23,-9.58,-8.63,-8.98,-7.92,-10.08,-8.79,-9.56,-8.50,-8.52,-8.88,-9.64,-9.32,-9.68,-9.06,-9.02,-8.23,-10.15,-8.40,-10.20,-9.82,-9.38,-8.74,-9.99,-8.64,-9.82,-9.62,-10.00,-9.41,-8.76,-9.01,-8.12,-8.86,-8.61,-9.71,-9.83,-10.08,-9.15,-9.35,-8.78,-11.33,-9.48,-9.57,-9.02,-8.31,-9.12,-9.80,-9.02,-9.79,-8.77,-10.24,-9.95,-9.73,-9.27,-10.01,-9.60,-9.77,-9.67,-10.40,-9.06,-10.15,-9.29,-9.04,-10.17,-9.06,-8.83,-9.72,-8.54,-10.29,-9.23,-8.63,-9.24,-10.12,-9.59,-9.87,-9.52,-9.00,-10.42,-10.37,-9.99,-8.94,-10.10,-9.76,-8.12,-9.96,-8.19,-10.21,-8.46,-10.23,-8.90,-9.91,-8.63,-9.02,-8.96,-9.48,-10.81,-9.54,-10.31,-9.52,-7.74,-8.53,-10.06,-8.87,-9.39,-7.98,-9.78,-8.42,-9.00,-8.72,-8.74,-9.85,-10.24,-8.44,-9.18,-9.40,-9.05,-8.95,-9.40,-8.55,-8.33,-10.26,-8.28,-9.66,-8.77,-9.80,-9.85,-8.52,-9.83,-9.03,-9.41,-8.62,-8.07,-9.39,-9.04,-9.42,-9.23,-9.55,-9.16,-7.89 +2024-01-27 20:06:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 45: train = -10.2729(82.93m/5160) | dev = -9.2688(0.95m/173) +2024-01-27 20:06:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 20:11:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.34)... +2024-01-27 20:15:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.37)... +2024-01-27 20:19:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.42)... +2024-01-27 20:23:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.41)... +2024-01-27 20:27:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.28)... +2024-01-27 20:31:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.33)... +2024-01-27 20:35:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.36)... +2024-01-27 20:38:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.34)... +2024-01-27 20:42:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.36)... +2024-01-27 20:46:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.29)... +2024-01-27 20:51:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.37)... +2024-01-27 20:55:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.34)... +2024-01-27 20:59:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.30)... +2024-01-27 21:03:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.32)... +2024-01-27 21:06:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.19)... +2024-01-27 21:11:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.29)... +2024-01-27 21:15:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.28)... +2024-01-27 21:18:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.28)... +2024-01-27 21:22:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.24)... +2024-01-27 21:26:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.39)... +2024-01-27 21:30:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.22)... +2024-01-27 21:35:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.29)... +2024-01-27 21:39:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.21)... +2024-01-27 21:43:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.18)... +2024-01-27 21:47:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.21)... +2024-01-27 21:50:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 21:51:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -7.39,-9.66,-8.24,-10.44,-8.54,-8.21,-9.56,-9.34,-9.10,-9.69,-6.64,-9.37,-9.66,-9.70,-9.49,-7.38,-9.65,-9.53,-10.44,-9.44,-9.12,-8.10,-9.05,-8.65,-8.82,-8.87,-8.12,-8.93,-8.18,-10.10,-8.11,-10.65,-9.42,-10.44,-8.39,-9.48,-8.75,-8.70,-7.45,-9.10,-8.26,-9.60,-8.36,-8.81,-9.47,-9.58,-9.39,-9.59,-9.35,-9.18,-8.85,-10.34,-8.86,-10.13,-9.76,-9.21,-8.58,-10.13,-8.70,-9.58,-9.89,-10.07,-9.10,-8.72,-8.89,-7.84,-8.18,-8.35,-9.36,-9.89,-10.06,-8.96,-9.28,-9.56,-11.20,-9.72,-9.55,-8.79,-8.52,-8.74,-9.78,-9.02,-9.38,-8.16,-10.15,-9.57,-10.06,-9.05,-10.29,-9.46,-9.41,-9.65,-10.48,-8.98,-10.14,-9.28,-8.97,-10.33,-9.08,-8.73,-9.67,-8.76,-10.20,-9.09,-8.83,-9.23,-10.35,-9.67,-10.07,-9.63,-9.01,-10.17,-10.52,-9.92,-9.31,-10.13,-9.65,-8.87,-10.03,-8.14,-10.27,-8.99,-9.97,-8.07,-9.94,-8.76,-8.92,-9.04,-9.54,-10.83,-9.54,-10.54,-9.34,-7.90,-8.58,-10.06,-8.93,-9.35,-8.10,-9.70,-8.26,-9.01,-8.37,-8.62,-9.76,-10.43,-8.40,-9.31,-9.23,-8.71,-8.91,-9.56,-7.96,-8.12,-10.19,-8.22,-9.57,-8.31,-9.73,-9.93,-8.36,-9.84,-9.08,-9.50,-8.94,-8.48,-9.40,-8.88,-9.87,-9.22,-9.68,-9.17,-8.30 +2024-01-27 21:51:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 46: train = -10.3037(103.48m/5169) | dev = -9.2324(0.92m/173) | no impr, best = -9.2688 +2024-01-27 21:51:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 21:55:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.44)... +2024-01-27 21:58:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.31)... +2024-01-27 22:02:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.32)... +2024-01-27 22:06:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.36)... +2024-01-27 22:09:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.43)... +2024-01-27 22:13:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.41)... +2024-01-27 22:17:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.41)... +2024-01-27 22:21:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.36)... +2024-01-27 22:24:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.40)... +2024-01-27 22:28:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.24)... +2024-01-27 22:31:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.34)... +2024-01-27 22:35:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.26)... +2024-01-27 22:38:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.15)... +2024-01-27 22:42:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.28)... +2024-01-27 22:45:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.26)... +2024-01-27 22:49:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.45)... +2024-01-27 22:53:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.25)... +2024-01-27 22:56:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.34)... +2024-01-27 23:00:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.34)... +2024-01-27 23:03:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.30)... +2024-01-27 23:06:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.34)... +2024-01-27 23:10:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.12)... +2024-01-27 23:14:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.39)... +2024-01-27 23:18:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.28)... +2024-01-27 23:21:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.31)... +2024-01-27 23:25:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-27 23:26:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.06,-9.64,-8.35,-10.72,-8.75,-8.45,-9.52,-9.34,-9.22,-9.98,-7.20,-9.50,-9.86,-9.53,-9.57,-8.35,-9.63,-9.64,-10.52,-9.59,-9.29,-8.63,-9.07,-8.77,-8.86,-9.01,-8.45,-9.38,-8.19,-10.26,-8.52,-10.78,-9.23,-10.47,-8.14,-9.70,-8.79,-9.26,-7.91,-9.64,-9.29,-9.55,-8.50,-8.93,-9.28,-9.66,-9.40,-9.66,-9.77,-9.02,-8.62,-10.42,-8.76,-10.14,-9.90,-9.32,-8.81,-9.99,-8.64,-9.66,-9.49,-9.84,-9.43,-8.30,-9.04,-8.33,-8.64,-8.88,-9.79,-9.65,-10.20,-9.08,-9.38,-9.41,-11.11,-9.50,-9.48,-8.55,-8.31,-9.15,-9.75,-9.39,-9.68,-8.97,-10.18,-10.40,-10.02,-9.45,-10.23,-9.80,-9.98,-9.59,-10.33,-9.27,-10.18,-9.37,-9.47,-10.02,-8.85,-9.02,-9.87,-8.60,-10.36,-8.84,-9.05,-9.35,-10.23,-9.67,-10.11,-9.46,-9.20,-10.33,-10.49,-10.28,-9.16,-10.28,-9.78,-8.24,-9.91,-8.40,-10.22,-9.21,-9.96,-8.83,-9.61,-8.41,-9.05,-9.01,-9.53,-10.77,-9.49,-10.27,-9.50,-7.94,-8.62,-10.15,-8.99,-9.54,-8.03,-9.92,-8.65,-9.01,-8.98,-8.93,-9.88,-10.36,-8.90,-9.25,-9.38,-8.79,-8.71,-9.45,-8.51,-8.13,-10.36,-8.20,-9.33,-8.85,-9.62,-9.84,-8.94,-10.00,-9.27,-9.55,-8.93,-8.23,-9.48,-9.06,-9.81,-8.86,-9.67,-9.21,-8.01 +2024-01-27 23:26:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 47: train = -10.3195(93.98m/5164) | dev = -9.3374(1.41m/173) +2024-01-27 23:26:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-27 23:31:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.43)... +2024-01-27 23:35:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.41)... +2024-01-27 23:39:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.47)... +2024-01-27 23:42:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.13)... +2024-01-27 23:46:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.21)... +2024-01-27 23:49:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.31)... +2024-01-27 23:52:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.28)... +2024-01-27 23:56:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.42)... +2024-01-27 23:59:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.37)... +2024-01-28 00:03:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.42)... +2024-01-28 00:06:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.39)... +2024-01-28 00:09:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.46)... +2024-01-28 00:13:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.19)... +2024-01-28 00:16:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.33)... +2024-01-28 00:20:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.35)... +2024-01-28 00:23:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.24)... +2024-01-28 00:26:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.27)... +2024-01-28 00:30:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.36)... +2024-01-28 00:33:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.33)... +2024-01-28 00:36:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.30)... +2024-01-28 00:40:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.29)... +2024-01-28 00:43:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.30)... +2024-01-28 00:47:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.21)... +2024-01-28 00:50:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.14)... +2024-01-28 00:53:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.22)... +2024-01-28 00:56:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 00:57:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.32,-9.89,-8.31,-10.76,-8.35,-8.12,-9.84,-9.18,-8.79,-10.07,-7.12,-9.49,-9.97,-9.63,-9.56,-8.10,-9.79,-9.88,-10.52,-9.38,-9.80,-8.52,-9.06,-8.84,-8.86,-8.58,-8.10,-9.16,-8.50,-10.22,-8.43,-10.51,-9.46,-10.41,-8.15,-9.58,-9.08,-9.19,-8.34,-9.57,-8.67,-9.27,-8.55,-8.87,-9.33,-9.54,-9.68,-9.96,-9.50,-8.69,-8.59,-10.28,-8.93,-10.13,-9.99,-9.43,-8.77,-9.99,-8.78,-9.47,-9.53,-9.69,-9.34,-8.80,-9.30,-8.45,-8.87,-8.15,-9.88,-9.90,-10.25,-9.31,-9.38,-9.35,-11.34,-9.58,-9.58,-8.70,-8.58,-9.30,-9.84,-9.35,-9.46,-8.86,-9.94,-10.06,-10.15,-8.73,-10.09,-9.69,-9.69,-9.68,-10.44,-9.08,-10.20,-9.48,-8.94,-10.24,-8.48,-9.18,-9.86,-8.49,-10.34,-9.11,-8.55,-9.28,-10.37,-9.84,-9.95,-9.57,-9.24,-10.24,-10.59,-9.99,-9.12,-10.25,-9.95,-8.43,-9.88,-8.21,-10.06,-8.91,-10.14,-8.12,-10.06,-8.62,-9.14,-9.28,-9.26,-10.93,-9.59,-10.51,-9.42,-7.54,-8.53,-10.17,-9.04,-9.54,-8.12,-9.92,-8.51,-8.95,-8.64,-8.93,-9.73,-10.22,-8.41,-9.28,-9.34,-8.75,-8.89,-9.63,-8.54,-8.20,-10.38,-8.03,-9.17,-8.53,-9.63,-9.82,-8.93,-10.09,-9.01,-9.31,-8.76,-8.33,-9.23,-9.28,-9.56,-9.07,-9.25,-9.19,-7.98 +2024-01-28 00:57:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 48: train = -10.3135(89.87m/5165) | dev = -9.3088(1.24m/173) | no impr, best = -9.3374 +2024-01-28 00:57:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 01:01:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.51)... +2024-01-28 01:04:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.41)... +2024-01-28 01:08:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.42)... +2024-01-28 01:11:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.40)... +2024-01-28 01:15:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.39)... +2024-01-28 01:18:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.30)... +2024-01-28 01:21:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.31)... +2024-01-28 01:25:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.34)... +2024-01-28 01:28:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.37)... +2024-01-28 01:31:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.30)... +2024-01-28 01:34:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.55)... +2024-01-28 01:38:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.41)... +2024-01-28 01:41:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.25)... +2024-01-28 01:44:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.35)... +2024-01-28 01:48:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.43)... +2024-01-28 01:51:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.20)... +2024-01-28 01:55:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.43)... +2024-01-28 01:58:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.20)... +2024-01-28 02:02:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.30)... +2024-01-28 02:05:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.13)... +2024-01-28 02:08:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.29)... +2024-01-28 02:12:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.29)... +2024-01-28 02:15:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.39)... +2024-01-28 02:19:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.40)... +2024-01-28 02:22:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.31)... +2024-01-28 02:25:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 02:26:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.21,-9.48,-8.27,-10.57,-7.88,-8.32,-9.89,-9.35,-9.18,-9.78,-6.55,-9.75,-9.85,-9.72,-9.47,-8.68,-9.96,-9.64,-10.45,-9.44,-9.54,-8.10,-9.30,-8.51,-8.50,-8.95,-8.11,-9.28,-7.97,-10.19,-8.01,-10.20,-9.09,-10.30,-8.29,-9.64,-8.13,-8.63,-8.08,-10.12,-8.69,-9.55,-8.84,-8.76,-9.40,-9.72,-9.25,-9.93,-8.89,-9.36,-8.57,-9.93,-8.95,-10.17,-9.75,-9.31,-8.23,-10.08,-8.87,-9.20,-9.60,-9.79,-8.57,-8.22,-8.69,-7.94,-8.58,-8.26,-9.73,-9.64,-9.67,-9.04,-9.30,-9.19,-11.15,-9.61,-9.32,-8.81,-8.57,-8.38,-9.78,-9.15,-9.75,-8.08,-10.22,-9.72,-9.84,-9.12,-9.84,-9.89,-9.46,-9.36,-10.50,-9.38,-10.17,-9.35,-9.28,-10.06,-8.97,-8.47,-9.53,-8.48,-10.08,-9.01,-9.01,-9.34,-10.49,-9.72,-9.96,-9.32,-9.17,-10.33,-9.96,-9.87,-9.15,-10.11,-9.87,-8.38,-9.88,-8.23,-10.13,-8.85,-9.86,-7.85,-9.96,-8.40,-8.68,-9.11,-9.70,-10.73,-9.40,-10.42,-9.37,-7.68,-8.52,-10.04,-8.94,-9.27,-8.17,-9.72,-7.94,-8.91,-8.54,-9.09,-9.73,-10.52,-8.57,-9.37,-9.51,-8.92,-8.81,-9.30,-8.16,-8.44,-10.20,-8.13,-8.91,-8.50,-9.68,-9.84,-8.91,-9.36,-8.91,-9.31,-9.25,-8.42,-9.58,-9.06,-9.55,-9.05,-9.55,-9.05,-8.09 +2024-01-28 02:26:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 49: train = -10.3454(87.27m/5165) | dev = -9.2205(1.23m/173) | no impr, best = -9.3374 +2024-01-28 02:26:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 02:30:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.45)... +2024-01-28 02:33:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.59)... +2024-01-28 02:37:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.39)... +2024-01-28 02:41:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.50)... +2024-01-28 02:45:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.38)... +2024-01-28 02:49:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.49)... +2024-01-28 02:52:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.34)... +2024-01-28 02:56:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.48)... +2024-01-28 03:00:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.31)... +2024-01-28 03:03:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.45)... +2024-01-28 03:07:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.33)... +2024-01-28 03:11:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.35)... +2024-01-28 03:15:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.16)... +2024-01-28 03:18:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.28)... +2024-01-28 03:22:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.27)... +2024-01-28 03:25:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.21)... +2024-01-28 03:29:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.27)... +2024-01-28 03:32:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.34)... +2024-01-28 03:36:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.34)... +2024-01-28 03:40:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.25)... +2024-01-28 03:43:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.37)... +2024-01-28 03:47:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.32)... +2024-01-28 03:51:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.20)... +2024-01-28 03:54:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.25)... +2024-01-28 03:57:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.30)... +2024-01-28 04:00:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 04:01:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.44,-9.75,-8.45,-10.49,-7.67,-8.20,-9.73,-9.10,-9.31,-10.00,-7.00,-9.53,-9.64,-9.70,-9.57,-8.27,-9.80,-9.04,-10.43,-9.31,-9.41,-8.07,-9.15,-8.71,-8.91,-9.25,-7.99,-9.06,-8.47,-10.18,-8.12,-10.62,-9.00,-10.41,-8.03,-9.62,-8.72,-8.90,-8.29,-9.94,-9.04,-9.61,-8.12,-8.76,-9.35,-9.40,-9.47,-9.85,-9.25,-9.09,-7.94,-10.32,-8.58,-9.61,-9.86,-9.23,-8.79,-10.24,-8.61,-9.56,-9.50,-9.69,-9.21,-8.69,-9.00,-8.30,-8.75,-8.38,-9.63,-9.55,-10.20,-9.05,-9.35,-9.07,-11.25,-9.62,-9.50,-9.03,-7.98,-9.04,-9.75,-9.23,-9.65,-9.12,-10.19,-9.77,-10.22,-9.29,-10.22,-9.45,-9.75,-10.07,-10.44,-9.00,-10.15,-9.33,-9.33,-10.29,-9.26,-8.95,-9.55,-8.30,-10.15,-8.85,-8.73,-9.39,-10.35,-9.64,-10.02,-9.48,-8.97,-10.28,-10.35,-9.95,-9.15,-9.73,-9.52,-8.38,-9.77,-8.32,-9.98,-8.70,-10.00,-7.25,-9.87,-8.70,-9.38,-8.55,-9.43,-10.86,-9.61,-10.40,-9.27,-7.51,-8.84,-10.18,-8.95,-9.39,-7.73,-9.51,-8.34,-8.99,-8.99,-8.69,-9.93,-10.51,-8.34,-9.27,-9.28,-9.04,-8.80,-9.05,-8.61,-8.47,-10.22,-8.10,-8.96,-8.69,-9.85,-10.03,-8.42,-9.74,-9.10,-9.41,-8.93,-8.26,-9.52,-9.30,-9.42,-8.43,-9.44,-9.18,-8.23 +2024-01-28 04:01:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=1.000e-03) - Epoch 50: train = -10.3441(94.20m/5163) | dev = -9.2473(1.13m/173) | no impr, best = -9.3374 +2024-01-28 04:01:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 04:05:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.58)... +2024-01-28 04:08:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.81)... +2024-01-28 04:12:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.65)... +2024-01-28 04:15:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -10.68)... +2024-01-28 04:18:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.78)... +2024-01-28 04:22:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.76)... +2024-01-28 04:25:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.77)... +2024-01-28 04:29:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.80)... +2024-01-28 04:32:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.87)... +2024-01-28 04:36:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.71)... +2024-01-28 04:39:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.84)... +2024-01-28 04:42:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.72)... +2024-01-28 04:46:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.83)... +2024-01-28 04:49:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.87)... +2024-01-28 04:52:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.84)... +2024-01-28 04:56:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.76)... +2024-01-28 04:59:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.82)... +2024-01-28 05:03:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.83)... +2024-01-28 05:06:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.80)... +2024-01-28 05:10:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.91)... +2024-01-28 05:13:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.95)... +2024-01-28 05:16:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.90)... +2024-01-28 05:20:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.80)... +2024-01-28 05:23:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.85)... +2024-01-28 05:27:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.76)... +2024-01-28 05:29:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 05:30:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.51,-9.96,-9.01,-10.93,-9.05,-8.55,-10.13,-9.54,-9.74,-10.09,-7.48,-9.82,-10.16,-9.83,-9.78,-8.72,-10.10,-10.09,-10.90,-9.90,-9.55,-8.31,-9.30,-8.75,-9.06,-9.51,-8.78,-9.63,-8.93,-10.50,-9.01,-10.81,-9.57,-10.80,-8.33,-9.93,-9.34,-9.29,-9.18,-10.50,-9.11,-10.14,-8.86,-9.11,-9.91,-10.10,-9.89,-9.87,-9.60,-9.57,-9.13,-10.57,-9.41,-10.35,-9.99,-9.59,-9.19,-10.47,-9.03,-10.23,-9.71,-10.29,-9.78,-8.92,-9.44,-8.51,-8.93,-9.08,-10.07,-10.13,-10.39,-9.53,-9.65,-9.77,-11.62,-10.01,-9.72,-9.17,-8.67,-9.60,-10.02,-9.55,-10.05,-9.37,-10.47,-10.19,-10.32,-9.34,-10.57,-9.75,-10.00,-10.26,-10.79,-9.82,-10.48,-9.63,-9.67,-10.39,-9.36,-9.41,-10.10,-9.10,-10.33,-9.58,-9.50,-9.56,-10.78,-9.99,-10.30,-9.96,-9.65,-10.78,-10.80,-10.22,-9.53,-10.60,-10.39,-8.84,-10.62,-8.64,-10.60,-9.57,-10.52,-8.99,-10.34,-9.05,-9.43,-9.71,-9.87,-11.16,-9.91,-10.71,-9.72,-8.26,-9.07,-10.32,-9.27,-9.78,-8.23,-10.16,-8.43,-9.28,-9.18,-9.21,-10.20,-10.77,-9.08,-9.77,-9.98,-9.23,-9.23,-9.68,-8.95,-8.44,-10.64,-8.68,-9.78,-9.02,-10.24,-10.21,-9.38,-10.43,-9.56,-9.74,-9.33,-8.69,-9.63,-9.47,-10.02,-9.52,-10.23,-9.55,-8.55 +2024-01-28 05:30:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 51: train = -10.7952(88.15m/5168) | dev = -9.6877(1.02m/173) +2024-01-28 05:30:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 05:34:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.96)... +2024-01-28 05:38:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.93)... +2024-01-28 05:41:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.93)... +2024-01-28 05:45:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.01)... +2024-01-28 05:48:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.02)... +2024-01-28 05:51:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -10.93)... +2024-01-28 05:55:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.96)... +2024-01-28 05:58:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.88)... +2024-01-28 06:02:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.90)... +2024-01-28 06:05:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -10.85)... +2024-01-28 06:09:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.94)... +2024-01-28 06:12:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.92)... +2024-01-28 06:15:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.84)... +2024-01-28 06:19:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.96)... +2024-01-28 06:22:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.00)... +2024-01-28 06:25:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -10.81)... +2024-01-28 06:29:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.96)... +2024-01-28 06:32:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -10.88)... +2024-01-28 06:35:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.91)... +2024-01-28 06:39:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.80)... +2024-01-28 06:42:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.93)... +2024-01-28 06:46:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.96)... +2024-01-28 06:49:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.97)... +2024-01-28 06:52:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.88)... +2024-01-28 06:56:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.79)... +2024-01-28 06:58:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 06:59:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.66,-10.01,-8.84,-10.97,-8.69,-8.53,-9.97,-9.54,-9.32,-10.14,-7.55,-10.08,-10.04,-10.12,-9.60,-8.63,-10.08,-9.82,-10.90,-9.56,-9.85,-8.45,-9.45,-8.61,-9.14,-9.79,-8.41,-9.64,-8.74,-10.34,-8.67,-10.90,-9.13,-10.89,-7.85,-9.94,-9.39,-9.26,-8.10,-9.93,-9.12,-9.95,-9.39,-9.02,-9.89,-10.03,-9.94,-9.95,-9.69,-9.41,-8.93,-10.62,-9.12,-10.18,-10.04,-9.60,-9.06,-10.66,-9.26,-9.92,-9.49,-9.97,-9.74,-9.30,-9.54,-8.61,-8.93,-8.88,-9.88,-10.14,-10.46,-9.46,-9.69,-9.91,-11.57,-9.98,-9.75,-9.38,-9.04,-9.68,-10.30,-9.45,-10.10,-9.25,-9.89,-10.38,-10.64,-9.48,-10.63,-9.94,-9.88,-10.33,-10.77,-9.65,-10.49,-9.79,-9.40,-10.54,-9.51,-9.37,-10.20,-8.95,-10.77,-9.74,-9.60,-9.65,-10.62,-10.21,-10.48,-9.84,-9.79,-10.55,-10.90,-10.01,-9.52,-10.47,-10.11,-9.10,-10.71,-8.57,-10.57,-9.62,-10.35,-9.28,-10.30,-8.93,-9.23,-9.79,-10.07,-11.26,-9.94,-10.97,-9.73,-8.27,-8.97,-10.40,-9.37,-9.70,-8.37,-10.20,-8.75,-9.27,-9.12,-9.30,-10.15,-10.64,-9.24,-9.66,-9.82,-9.04,-9.11,-9.54,-9.06,-8.83,-10.65,-8.72,-9.36,-8.62,-10.26,-10.21,-9.24,-10.46,-9.35,-9.82,-9.47,-8.49,-9.89,-9.55,-10.01,-9.43,-10.19,-9.54,-8.59 +2024-01-28 06:59:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 52: train = -10.9145(87.90m/5163) | dev = -9.6705(0.91m/173) | no impr, best = -9.6877 +2024-01-28 06:59:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 07:03:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -10.89)... +2024-01-28 07:06:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -10.96)... +2024-01-28 07:09:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -10.97)... +2024-01-28 07:12:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.07)... +2024-01-28 07:15:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.09)... +2024-01-28 07:19:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.04)... +2024-01-28 07:22:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -10.97)... +2024-01-28 07:25:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -10.86)... +2024-01-28 07:28:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -10.97)... +2024-01-28 07:31:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.01)... +2024-01-28 07:34:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.94)... +2024-01-28 07:38:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -10.95)... +2024-01-28 07:41:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -10.98)... +2024-01-28 07:44:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.03)... +2024-01-28 07:47:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.89)... +2024-01-28 07:50:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.01)... +2024-01-28 07:54:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.97)... +2024-01-28 07:57:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.01)... +2024-01-28 08:00:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.07)... +2024-01-28 08:03:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.90)... +2024-01-28 08:06:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.97)... +2024-01-28 08:09:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.98)... +2024-01-28 08:13:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.97)... +2024-01-28 08:16:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.97)... +2024-01-28 08:19:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.96)... +2024-01-28 08:21:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 08:22:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.95,-10.10,-8.90,-10.95,-9.15,-8.38,-10.01,-9.80,-9.70,-10.27,-7.24,-10.09,-10.23,-10.18,-10.00,-8.77,-10.29,-10.73,-10.94,-9.76,-9.84,-8.76,-9.42,-9.22,-9.16,-9.45,-8.59,-9.61,-8.88,-10.53,-8.79,-11.08,-9.86,-10.83,-8.93,-10.01,-9.05,-9.50,-8.77,-10.60,-9.07,-10.06,-9.29,-9.33,-10.20,-10.15,-9.75,-9.99,-9.89,-9.64,-9.23,-11.02,-9.30,-10.51,-9.98,-9.72,-9.09,-10.57,-9.32,-10.00,-10.04,-10.04,-9.77,-9.01,-9.47,-8.58,-9.06,-9.02,-10.22,-10.20,-10.61,-9.65,-9.79,-9.85,-11.71,-10.07,-9.91,-9.36,-9.21,-9.16,-10.30,-9.74,-10.17,-8.96,-10.62,-10.48,-10.64,-9.72,-10.65,-10.08,-9.93,-10.33,-10.87,-9.74,-10.55,-9.80,-9.67,-10.62,-9.30,-9.39,-10.30,-9.11,-10.62,-9.81,-9.50,-9.72,-10.73,-10.29,-10.59,-9.86,-9.80,-10.86,-11.00,-10.31,-9.48,-10.60,-10.59,-8.99,-10.16,-8.90,-10.69,-10.17,-10.63,-8.97,-10.33,-8.84,-9.55,-9.64,-9.98,-11.11,-10.16,-11.07,-9.77,-8.14,-9.17,-10.43,-9.46,-9.93,-8.50,-10.37,-8.91,-9.28,-9.26,-9.68,-10.26,-10.79,-9.41,-9.88,-9.78,-9.27,-9.05,-10.03,-8.94,-8.67,-10.69,-8.67,-9.41,-8.92,-10.14,-10.21,-9.37,-10.33,-9.69,-9.73,-9.31,-8.88,-9.87,-9.58,-10.09,-9.72,-10.21,-9.69,-8.51 +2024-01-28 08:22:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 53: train = -10.9778(82.17m/5166) | dev = -9.7807(0.93m/173) +2024-01-28 08:22:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 08:26:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.14)... +2024-01-28 08:29:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.09)... +2024-01-28 08:32:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.01)... +2024-01-28 08:35:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.04)... +2024-01-28 08:39:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.01)... +2024-01-28 08:42:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.08)... +2024-01-28 08:45:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.11)... +2024-01-28 08:48:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.04)... +2024-01-28 08:51:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.03)... +2024-01-28 08:55:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.02)... +2024-01-28 08:58:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -10.99)... +2024-01-28 09:01:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.08)... +2024-01-28 09:04:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.10)... +2024-01-28 09:07:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -10.97)... +2024-01-28 09:10:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.01)... +2024-01-28 09:13:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.08)... +2024-01-28 09:17:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -10.97)... +2024-01-28 09:20:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.06)... +2024-01-28 09:23:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.04)... +2024-01-28 09:26:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.00)... +2024-01-28 09:29:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -10.94)... +2024-01-28 09:33:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.96)... +2024-01-28 09:36:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.99)... +2024-01-28 09:39:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.99)... +2024-01-28 09:42:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.95)... +2024-01-28 09:45:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 09:46:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.99,-9.99,-8.81,-11.01,-8.73,-8.69,-10.14,-9.70,-9.65,-10.17,-7.83,-9.94,-10.25,-10.06,-9.82,-8.72,-10.17,-9.81,-10.78,-9.90,-9.70,-9.01,-9.40,-8.51,-9.15,-9.34,-8.64,-9.59,-8.48,-10.38,-9.01,-10.95,-9.11,-10.87,-8.13,-9.93,-9.37,-9.29,-8.92,-10.34,-9.06,-9.64,-9.11,-9.26,-10.05,-10.07,-9.66,-10.15,-9.58,-9.75,-8.75,-10.88,-9.22,-10.43,-10.18,-9.70,-9.00,-10.56,-9.20,-10.08,-9.84,-9.93,-9.51,-9.06,-9.51,-8.51,-9.25,-9.38,-9.97,-10.22,-10.55,-9.59,-9.77,-9.88,-11.56,-10.08,-9.81,-9.44,-8.63,-9.24,-10.32,-9.35,-10.24,-8.91,-10.42,-10.49,-10.54,-9.32,-10.51,-10.22,-9.86,-10.24,-10.53,-9.73,-10.54,-9.76,-9.36,-10.52,-9.10,-9.38,-10.04,-9.03,-10.71,-9.55,-9.10,-9.70,-10.83,-10.37,-10.01,-9.46,-9.61,-10.58,-10.76,-10.32,-9.55,-10.38,-9.85,-8.86,-10.31,-8.37,-10.53,-9.11,-10.46,-8.48,-10.23,-8.72,-9.06,-9.54,-9.67,-11.20,-9.72,-11.02,-9.74,-8.01,-9.38,-10.39,-9.12,-9.74,-8.03,-9.78,-8.45,-9.39,-8.83,-9.27,-9.94,-10.97,-9.35,-9.81,-9.78,-9.21,-9.18,-9.86,-9.16,-8.37,-10.74,-8.48,-9.61,-8.88,-9.97,-10.28,-9.20,-10.52,-9.37,-9.57,-9.27,-8.67,-9.40,-9.37,-10.09,-8.92,-9.49,-9.54,-8.54 +2024-01-28 09:46:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 54: train = -11.0255(82.40m/5167) | dev = -9.6500(0.92m/173) | no impr, best = -9.7807 +2024-01-28 09:46:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 09:49:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.07)... +2024-01-28 09:53:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.07)... +2024-01-28 09:56:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.13)... +2024-01-28 10:00:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.11)... +2024-01-28 10:03:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -10.94)... +2024-01-28 10:07:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.06)... +2024-01-28 10:10:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.02)... +2024-01-28 10:13:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.01)... +2024-01-28 10:17:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.05)... +2024-01-28 10:20:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.16)... +2024-01-28 10:24:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.13)... +2024-01-28 10:27:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.10)... +2024-01-28 10:30:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.03)... +2024-01-28 10:34:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.16)... +2024-01-28 10:37:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -10.96)... +2024-01-28 10:41:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.11)... +2024-01-28 10:44:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.09)... +2024-01-28 10:48:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.04)... +2024-01-28 10:51:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.07)... +2024-01-28 10:54:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -10.95)... +2024-01-28 10:58:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.14)... +2024-01-28 11:02:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -10.99)... +2024-01-28 11:05:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -10.99)... +2024-01-28 11:09:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.06)... +2024-01-28 11:12:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.07)... +2024-01-28 11:15:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 11:16:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.84,-10.17,-8.62,-11.12,-9.19,-8.64,-10.17,-9.68,-9.77,-10.36,-7.69,-10.11,-10.47,-10.24,-10.11,-8.48,-10.44,-10.40,-10.84,-9.87,-9.78,-8.67,-9.56,-9.18,-9.28,-9.26,-9.21,-9.78,-8.96,-10.60,-8.84,-11.09,-10.02,-10.78,-8.76,-9.96,-8.92,-9.65,-9.16,-10.32,-9.28,-9.99,-9.25,-9.15,-10.06,-10.03,-10.06,-10.19,-10.05,-9.58,-9.47,-11.01,-9.69,-10.37,-10.17,-9.80,-9.17,-10.77,-9.41,-10.30,-9.94,-10.08,-9.86,-8.98,-9.47,-8.50,-9.15,-8.96,-10.06,-10.18,-10.58,-9.66,-9.67,-9.96,-11.75,-10.11,-9.94,-9.67,-8.85,-9.70,-10.34,-9.63,-10.20,-9.25,-10.50,-10.55,-10.67,-9.54,-10.71,-9.96,-10.26,-10.29,-10.87,-9.73,-10.57,-9.71,-9.74,-10.48,-9.31,-9.19,-10.25,-9.12,-10.75,-9.69,-9.29,-9.72,-10.81,-10.27,-10.48,-10.06,-9.67,-10.62,-11.00,-10.25,-9.71,-10.36,-10.18,-9.67,-10.66,-8.55,-10.69,-10.19,-10.47,-9.23,-10.32,-8.77,-9.60,-9.77,-9.93,-11.32,-9.99,-11.15,-9.70,-8.37,-9.29,-10.42,-9.47,-9.81,-8.23,-10.39,-8.92,-9.36,-9.25,-9.27,-10.23,-10.80,-9.45,-9.91,-10.17,-9.37,-9.38,-10.00,-8.97,-8.81,-10.71,-8.73,-9.78,-8.99,-10.21,-10.32,-9.25,-10.39,-9.54,-9.75,-8.90,-9.15,-10.03,-9.72,-9.90,-9.61,-10.34,-9.73,-8.57 +2024-01-28 11:16:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 55: train = -11.0606(89.10m/5165) | dev = -9.8096(0.92m/173) +2024-01-28 11:16:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 11:19:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.21)... +2024-01-28 11:23:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.12)... +2024-01-28 11:26:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.18)... +2024-01-28 11:29:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.12)... +2024-01-28 11:33:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.16)... +2024-01-28 11:37:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.12)... +2024-01-28 11:40:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.10)... +2024-01-28 11:43:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.14)... +2024-01-28 11:47:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.20)... +2024-01-28 11:51:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.15)... +2024-01-28 11:54:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.05)... +2024-01-28 11:57:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.08)... +2024-01-28 12:01:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.06)... +2024-01-28 12:04:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.08)... +2024-01-28 12:08:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.09)... +2024-01-28 12:11:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.06)... +2024-01-28 12:15:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.07)... +2024-01-28 12:18:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.08)... +2024-01-28 12:22:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -10.98)... +2024-01-28 12:25:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.06)... +2024-01-28 12:28:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.08)... +2024-01-28 12:32:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.03)... +2024-01-28 12:35:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.04)... +2024-01-28 12:39:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.02)... +2024-01-28 12:42:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -10.97)... +2024-01-28 12:45:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 12:46:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.76,-10.13,-8.93,-11.13,-9.08,-8.74,-10.09,-9.62,-9.68,-10.38,-7.52,-10.12,-10.45,-10.29,-10.02,-9.10,-10.28,-10.07,-10.96,-9.74,-10.05,-9.04,-9.58,-9.01,-9.44,-9.68,-9.17,-9.41,-8.83,-10.57,-9.19,-10.95,-9.75,-10.98,-8.32,-9.98,-9.55,-9.53,-8.47,-10.45,-9.19,-9.60,-9.28,-9.43,-10.15,-9.87,-10.06,-9.83,-9.86,-9.53,-8.74,-10.97,-9.35,-10.40,-10.07,-9.64,-9.37,-10.60,-9.03,-10.05,-10.13,-10.49,-9.82,-9.04,-9.28,-8.74,-9.06,-9.17,-10.17,-10.32,-10.63,-9.46,-9.78,-10.04,-11.68,-10.18,-9.95,-9.55,-8.82,-9.39,-10.10,-9.70,-10.31,-9.26,-10.61,-11.02,-10.76,-9.68,-10.66,-10.19,-10.20,-10.41,-10.87,-9.91,-10.53,-9.90,-9.78,-10.50,-9.65,-9.74,-10.31,-8.97,-10.71,-9.77,-9.70,-9.68,-10.92,-10.34,-10.48,-10.08,-9.82,-10.81,-10.56,-10.50,-9.90,-10.51,-10.57,-9.70,-10.65,-8.77,-10.57,-10.05,-10.74,-9.11,-10.45,-9.33,-9.46,-9.74,-10.13,-11.28,-10.09,-10.93,-9.77,-8.07,-9.18,-10.44,-9.38,-9.86,-8.39,-10.35,-8.92,-9.42,-9.37,-9.49,-10.38,-10.88,-9.19,-9.95,-10.06,-9.41,-9.27,-9.81,-9.01,-8.85,-10.73,-8.82,-9.68,-9.11,-10.16,-10.32,-9.26,-10.51,-9.56,-9.97,-9.13,-9.00,-9.98,-9.54,-10.19,-9.79,-10.12,-9.58,-8.73 +2024-01-28 12:46:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 56: train = -11.0888(89.48m/5169) | dev = -9.8251(0.90m/173) +2024-01-28 12:46:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 12:50:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.18)... +2024-01-28 12:53:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.15)... +2024-01-28 12:56:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.11)... +2024-01-28 13:00:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.16)... +2024-01-28 13:03:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.04)... +2024-01-28 13:06:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.15)... +2024-01-28 13:09:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.15)... +2024-01-28 13:13:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.22)... +2024-01-28 13:16:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.12)... +2024-01-28 13:19:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.13)... +2024-01-28 13:22:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.14)... +2024-01-28 13:26:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.15)... +2024-01-28 13:29:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.17)... +2024-01-28 13:32:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.06)... +2024-01-28 13:35:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.07)... +2024-01-28 13:39:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.13)... +2024-01-28 13:42:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.23)... +2024-01-28 13:45:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.18)... +2024-01-28 13:49:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.08)... +2024-01-28 13:52:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.10)... +2024-01-28 13:55:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.08)... +2024-01-28 13:59:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.03)... +2024-01-28 14:02:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.08)... +2024-01-28 14:05:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -10.98)... +2024-01-28 14:09:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.14)... +2024-01-28 14:11:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 14:12:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.87,-10.13,-9.14,-11.16,-9.00,-8.74,-10.16,-9.75,-10.01,-10.33,-7.36,-10.15,-10.32,-10.26,-9.98,-8.86,-10.37,-10.40,-10.89,-9.86,-9.90,-9.05,-9.57,-8.88,-9.30,-9.45,-8.63,-9.76,-8.70,-10.61,-9.10,-10.84,-10.03,-11.11,-8.37,-10.05,-9.74,-9.33,-8.78,-10.58,-9.15,-10.22,-8.96,-9.12,-9.93,-10.10,-9.95,-10.14,-10.01,-9.46,-9.49,-10.69,-8.94,-10.57,-10.09,-9.79,-9.18,-10.68,-9.10,-9.97,-9.98,-10.49,-9.94,-9.18,-9.74,-8.66,-9.26,-9.17,-9.99,-10.21,-10.66,-9.51,-9.70,-10.18,-11.68,-10.08,-9.97,-9.47,-8.84,-9.84,-10.62,-9.66,-10.25,-9.29,-10.21,-10.60,-10.76,-9.39,-10.76,-10.10,-10.16,-10.15,-10.89,-9.89,-10.51,-9.87,-9.37,-10.66,-9.50,-9.65,-10.32,-8.95,-10.58,-9.55,-9.54,-9.84,-10.81,-10.19,-10.61,-10.12,-9.82,-10.84,-10.95,-10.26,-9.83,-10.37,-10.30,-9.85,-10.56,-8.85,-10.65,-9.93,-10.43,-9.14,-10.30,-9.26,-9.44,-9.49,-9.95,-11.29,-10.23,-11.06,-9.84,-8.18,-9.04,-10.51,-9.48,-9.80,-8.53,-10.45,-8.65,-9.42,-9.41,-9.04,-10.34,-10.91,-9.47,-9.93,-9.96,-9.23,-9.22,-10.00,-9.13,-8.80,-10.71,-8.61,-9.67,-9.27,-10.05,-10.34,-9.43,-10.64,-9.65,-9.90,-9.39,-8.62,-9.99,-9.36,-10.12,-9.57,-10.13,-9.72,-8.40 +2024-01-28 14:12:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 57: train = -11.1200(85.26m/5166) | dev = -9.8160(0.94m/173) | no impr, best = -9.8251 +2024-01-28 14:12:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 14:16:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.22)... +2024-01-28 14:19:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.19)... +2024-01-28 14:22:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.14)... +2024-01-28 14:25:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.19)... +2024-01-28 14:29:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.12)... +2024-01-28 14:32:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.15)... +2024-01-28 14:35:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.28)... +2024-01-28 14:38:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.17)... +2024-01-28 14:41:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.17)... +2024-01-28 14:45:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.07)... +2024-01-28 14:48:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.12)... +2024-01-28 14:51:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.21)... +2024-01-28 14:54:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.07)... +2024-01-28 14:57:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.06)... +2024-01-28 15:00:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.22)... +2024-01-28 15:04:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.16)... +2024-01-28 15:07:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.02)... +2024-01-28 15:10:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.16)... +2024-01-28 15:13:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.05)... +2024-01-28 15:16:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.18)... +2024-01-28 15:19:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.09)... +2024-01-28 15:23:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.09)... +2024-01-28 15:26:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.04)... +2024-01-28 15:29:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.12)... +2024-01-28 15:32:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.03)... +2024-01-28 15:35:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 15:36:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.80,-10.01,-9.19,-11.08,-9.25,-8.50,-10.19,-9.93,-9.90,-10.37,-7.90,-10.20,-10.45,-10.28,-9.81,-9.28,-10.44,-10.31,-10.96,-9.89,-10.12,-8.87,-9.55,-9.17,-9.42,-9.46,-8.97,-9.97,-8.89,-10.63,-8.94,-11.05,-9.83,-11.15,-8.97,-10.07,-9.77,-9.53,-8.79,-10.78,-9.54,-9.92,-9.64,-9.43,-9.93,-9.94,-10.06,-9.94,-9.93,-9.61,-8.58,-10.99,-9.01,-10.42,-10.24,-9.78,-9.19,-10.68,-9.15,-10.13,-10.04,-10.64,-9.94,-9.21,-9.65,-8.63,-9.08,-9.49,-10.09,-10.17,-10.67,-9.71,-9.81,-9.93,-11.75,-10.04,-9.88,-9.69,-8.70,-9.55,-10.19,-9.85,-10.27,-9.59,-10.69,-10.70,-10.56,-9.67,-10.63,-10.28,-9.92,-10.70,-10.78,-9.84,-10.56,-9.86,-9.67,-10.44,-9.52,-9.49,-9.69,-8.91,-10.79,-9.57,-9.46,-9.95,-10.97,-10.38,-10.43,-9.82,-9.80,-10.67,-10.98,-10.72,-9.98,-10.31,-10.50,-9.32,-10.50,-8.86,-10.12,-9.96,-10.60,-8.40,-10.35,-9.01,-9.30,-9.41,-10.19,-11.30,-10.16,-11.10,-9.80,-8.25,-9.21,-10.48,-9.48,-9.75,-8.55,-10.32,-8.96,-9.39,-9.22,-9.59,-10.39,-11.02,-9.00,-9.99,-9.88,-9.55,-9.24,-9.94,-9.04,-8.78,-10.59,-8.60,-9.66,-9.08,-10.00,-10.39,-9.23,-10.27,-9.70,-9.99,-9.41,-9.19,-9.94,-9.57,-10.08,-9.73,-10.02,-9.67,-8.72 +2024-01-28 15:36:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 58: train = -11.1317(82.50m/5167) | dev = -9.8373(0.91m/173) +2024-01-28 15:36:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 15:39:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.24)... +2024-01-28 15:43:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.18)... +2024-01-28 15:46:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.20)... +2024-01-28 15:49:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.19)... +2024-01-28 15:53:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.23)... +2024-01-28 15:56:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.22)... +2024-01-28 16:00:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.16)... +2024-01-28 16:03:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.24)... +2024-01-28 16:06:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.21)... +2024-01-28 16:10:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.20)... +2024-01-28 16:13:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.29)... +2024-01-28 16:16:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.16)... +2024-01-28 16:20:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.15)... +2024-01-28 16:23:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.18)... +2024-01-28 16:26:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.05)... +2024-01-28 16:30:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.16)... +2024-01-28 16:33:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.16)... +2024-01-28 16:37:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.13)... +2024-01-28 16:40:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.10)... +2024-01-28 16:43:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.17)... +2024-01-28 16:47:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.18)... +2024-01-28 16:50:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.11)... +2024-01-28 16:53:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.11)... +2024-01-28 16:57:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.10)... +2024-01-28 17:00:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.10)... +2024-01-28 17:03:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 17:04:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.71,-10.13,-9.04,-11.04,-8.79,-8.35,-10.03,-9.65,-9.62,-10.29,-7.64,-10.19,-10.25,-10.16,-9.96,-8.70,-10.33,-9.84,-10.69,-10.16,-9.91,-8.62,-9.51,-8.88,-9.04,-9.75,-8.71,-9.90,-8.25,-10.50,-8.66,-10.93,-10.36,-10.79,-8.23,-10.01,-9.54,-9.37,-8.96,-10.71,-8.98,-9.95,-9.08,-9.13,-10.02,-10.15,-10.12,-10.05,-9.84,-9.43,-9.34,-11.12,-9.39,-10.60,-10.14,-9.73,-9.15,-10.64,-9.25,-10.45,-10.17,-10.52,-9.69,-9.36,-9.66,-8.63,-8.97,-9.27,-10.07,-10.16,-10.44,-9.46,-9.76,-10.24,-11.77,-10.19,-9.95,-9.74,-8.56,-9.53,-10.35,-9.27,-10.13,-9.37,-10.15,-10.84,-10.58,-9.63,-10.73,-9.97,-10.12,-10.10,-10.91,-10.09,-10.51,-9.94,-9.77,-10.64,-9.02,-9.60,-10.25,-9.30,-10.74,-9.64,-9.46,-9.68,-10.78,-10.18,-10.57,-9.89,-9.82,-10.99,-10.89,-10.63,-9.69,-10.54,-10.31,-9.66,-10.60,-8.51,-10.68,-9.36,-10.56,-8.99,-10.27,-9.18,-9.61,-9.44,-10.11,-11.16,-10.08,-11.04,-9.76,-8.50,-9.11,-10.44,-9.52,-9.82,-8.40,-10.15,-8.58,-9.30,-9.24,-9.41,-10.26,-10.98,-8.87,-9.73,-10.14,-9.32,-9.18,-9.85,-9.10,-8.72,-10.76,-8.63,-9.71,-9.17,-10.00,-10.23,-9.25,-10.35,-9.52,-9.38,-9.35,-8.89,-9.97,-9.48,-9.98,-9.68,-10.19,-9.69,-8.80 +2024-01-28 17:04:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 59: train = -11.1659(86.95m/5165) | dev = -9.7840(0.92m/173) | no impr, best = -9.8373 +2024-01-28 17:04:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 17:07:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.30)... +2024-01-28 17:11:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.27)... +2024-01-28 17:14:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.24)... +2024-01-28 17:17:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.08)... +2024-01-28 17:20:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.23)... +2024-01-28 17:24:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.14)... +2024-01-28 17:27:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.29)... +2024-01-28 17:30:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.25)... +2024-01-28 17:34:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.20)... +2024-01-28 17:37:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.18)... +2024-01-28 17:40:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.24)... +2024-01-28 17:43:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.22)... +2024-01-28 17:47:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.21)... +2024-01-28 17:50:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.20)... +2024-01-28 17:53:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.17)... +2024-01-28 17:56:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.04)... +2024-01-28 18:00:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.18)... +2024-01-28 18:03:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.11)... +2024-01-28 18:06:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.09)... +2024-01-28 18:10:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.21)... +2024-01-28 18:13:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.10)... +2024-01-28 18:16:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.06)... +2024-01-28 18:19:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.09)... +2024-01-28 18:23:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.15)... +2024-01-28 18:26:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.13)... +2024-01-28 18:29:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 18:30:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.84,-10.05,-9.19,-11.14,-8.98,-8.79,-10.31,-9.87,-9.65,-10.28,-7.50,-9.81,-10.44,-10.36,-10.06,-9.30,-10.41,-10.38,-10.82,-9.83,-9.70,-8.72,-9.63,-9.18,-9.20,-9.66,-9.17,-9.96,-8.68,-10.42,-8.74,-10.94,-9.57,-10.80,-8.31,-9.99,-9.67,-9.59,-9.04,-11.00,-9.45,-10.12,-9.64,-9.19,-9.96,-9.84,-10.09,-10.15,-9.71,-9.69,-8.99,-10.93,-9.00,-10.86,-10.07,-9.82,-9.12,-10.69,-9.38,-9.99,-9.61,-10.49,-9.66,-8.88,-9.45,-8.69,-9.12,-9.33,-10.18,-10.03,-10.41,-9.65,-9.69,-10.06,-11.61,-10.29,-9.95,-9.57,-8.97,-9.51,-10.57,-9.73,-10.23,-9.64,-10.49,-10.73,-10.74,-9.70,-10.48,-10.27,-10.18,-10.60,-10.96,-9.98,-10.54,-9.83,-9.76,-10.41,-9.78,-9.27,-10.26,-9.19,-10.78,-9.41,-9.31,-9.77,-10.82,-10.39,-10.55,-9.94,-9.73,-10.81,-11.05,-10.79,-9.92,-10.50,-10.02,-9.64,-10.60,-8.85,-10.68,-9.85,-10.42,-8.98,-10.35,-9.03,-9.53,-9.57,-9.74,-11.34,-10.10,-11.15,-9.83,-8.30,-9.14,-10.49,-9.46,-9.82,-8.51,-10.30,-8.68,-9.40,-9.27,-9.45,-10.43,-10.84,-8.84,-9.90,-10.06,-9.44,-9.12,-9.92,-9.08,-8.62,-10.70,-8.60,-9.85,-9.30,-10.00,-10.38,-9.43,-10.55,-9.55,-9.98,-9.65,-8.87,-10.06,-9.67,-10.19,-9.75,-10.07,-9.77,-8.50 +2024-01-28 18:30:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 60: train = -11.1732(85.14m/5164) | dev = -9.8296(0.93m/173) | no impr, best = -9.8373 +2024-01-28 18:30:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 18:33:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.24)... +2024-01-28 18:36:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.28)... +2024-01-28 18:40:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.23)... +2024-01-28 18:43:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.24)... +2024-01-28 18:46:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.22)... +2024-01-28 18:49:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.25)... +2024-01-28 18:53:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.31)... +2024-01-28 18:56:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.20)... +2024-01-28 18:59:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.18)... +2024-01-28 19:02:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.20)... +2024-01-28 19:06:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.26)... +2024-01-28 19:09:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.14)... +2024-01-28 19:12:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.15)... +2024-01-28 19:15:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.16)... +2024-01-28 19:19:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.21)... +2024-01-28 19:22:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.19)... +2024-01-28 19:25:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.30)... +2024-01-28 19:28:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.22)... +2024-01-28 19:31:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.18)... +2024-01-28 19:35:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.13)... +2024-01-28 19:38:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.16)... +2024-01-28 19:41:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.12)... +2024-01-28 19:44:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.14)... +2024-01-28 19:47:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.09)... +2024-01-28 19:51:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.14)... +2024-01-28 19:53:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 19:54:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.63,-9.95,-9.18,-11.08,-8.91,-8.75,-10.30,-9.67,-9.67,-10.25,-7.60,-10.12,-10.44,-10.30,-9.73,-9.11,-10.38,-10.27,-10.95,-10.13,-9.72,-8.93,-9.58,-9.09,-9.23,-9.65,-9.19,-9.77,-9.18,-10.68,-9.41,-11.01,-9.87,-10.87,-8.59,-10.14,-9.67,-9.36,-9.11,-10.97,-9.35,-9.86,-9.06,-9.36,-9.96,-10.00,-9.89,-10.41,-9.99,-9.38,-8.99,-11.03,-9.13,-10.51,-10.09,-9.71,-9.41,-10.45,-9.22,-10.34,-9.61,-9.99,-9.99,-9.21,-9.48,-8.57,-9.31,-9.53,-10.12,-10.25,-10.57,-9.69,-9.85,-9.97,-11.80,-10.21,-9.99,-9.50,-8.35,-9.72,-10.26,-9.69,-10.59,-9.22,-10.54,-10.90,-10.72,-9.61,-10.68,-9.99,-10.28,-10.44,-11.04,-9.93,-10.59,-9.77,-9.50,-10.50,-9.65,-8.98,-10.08,-8.94,-10.87,-9.85,-9.43,-9.86,-10.71,-10.40,-10.58,-10.18,-9.99,-10.87,-11.03,-10.85,-9.65,-10.78,-10.43,-8.97,-10.71,-8.92,-10.63,-9.99,-10.80,-9.38,-10.36,-9.42,-9.46,-9.53,-9.99,-11.27,-10.04,-10.87,-9.79,-8.24,-9.10,-10.45,-9.48,-9.97,-8.37,-10.46,-9.05,-9.33,-9.49,-9.27,-10.42,-10.93,-8.94,-9.90,-9.99,-9.31,-9.30,-10.13,-9.25,-8.71,-10.73,-8.97,-9.85,-9.18,-10.35,-10.40,-9.42,-10.58,-9.55,-9.86,-9.78,-9.09,-9.94,-9.66,-10.05,-9.60,-10.36,-9.69,-8.62 +2024-01-28 19:54:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 61: train = -11.1922(83.51m/5167) | dev = -9.8532(0.90m/173) +2024-01-28 19:54:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 19:57:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.19)... +2024-01-28 20:01:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.17)... +2024-01-28 20:03:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.17)... +2024-01-28 20:06:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.23)... +2024-01-28 20:10:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.23)... +2024-01-28 20:13:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.29)... +2024-01-28 20:16:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.19)... +2024-01-28 20:19:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.23)... +2024-01-28 20:23:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.31)... +2024-01-28 20:26:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.36)... +2024-01-28 20:29:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.22)... +2024-01-28 20:33:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.32)... +2024-01-28 20:36:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.15)... +2024-01-28 20:39:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.29)... +2024-01-28 20:43:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.22)... +2024-01-28 20:46:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.08)... +2024-01-28 20:49:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.15)... +2024-01-28 20:53:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.15)... +2024-01-28 20:56:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.19)... +2024-01-28 20:59:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.27)... +2024-01-28 21:03:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.11)... +2024-01-28 21:06:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.07)... +2024-01-28 21:09:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.16)... +2024-01-28 21:12:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.15)... +2024-01-28 21:16:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.19)... +2024-01-28 21:18:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 21:19:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.73,-9.97,-9.40,-10.89,-9.24,-8.49,-10.23,-9.81,-10.02,-10.47,-7.66,-10.24,-10.47,-10.26,-10.01,-8.99,-10.42,-10.23,-10.77,-10.14,-10.05,-8.95,-9.59,-9.26,-9.06,-9.48,-9.18,-9.71,-8.82,-10.64,-8.56,-11.08,-9.56,-10.80,-8.99,-10.07,-9.47,-9.55,-8.98,-10.71,-9.36,-10.15,-9.35,-9.40,-10.21,-9.89,-10.03,-10.45,-9.66,-9.24,-9.38,-11.17,-9.13,-10.84,-10.33,-9.69,-9.40,-10.64,-9.32,-10.18,-9.79,-10.58,-9.85,-8.91,-9.71,-9.01,-8.82,-9.30,-10.38,-10.40,-10.63,-9.73,-9.94,-10.16,-11.79,-10.34,-9.91,-9.28,-9.03,-9.99,-10.45,-9.69,-10.17,-9.56,-10.74,-10.75,-10.93,-9.71,-10.66,-10.29,-10.27,-10.65,-11.03,-9.93,-10.60,-9.76,-9.73,-10.53,-9.64,-9.58,-10.35,-9.23,-10.82,-9.71,-9.22,-9.80,-10.84,-10.25,-10.57,-10.08,-9.84,-11.02,-11.21,-10.28,-9.76,-10.48,-10.55,-9.48,-10.18,-8.92,-10.53,-9.86,-10.65,-9.29,-10.28,-8.86,-9.41,-9.59,-9.62,-11.33,-9.99,-11.00,-9.75,-8.38,-9.17,-10.47,-9.44,-9.91,-8.72,-10.45,-8.76,-9.44,-9.33,-9.09,-10.33,-10.89,-9.05,-9.83,-10.15,-9.33,-9.20,-10.09,-9.16,-8.72,-10.72,-8.63,-9.90,-9.31,-10.42,-10.43,-9.18,-10.40,-9.64,-9.96,-9.66,-8.80,-9.77,-9.64,-10.15,-9.72,-10.33,-9.67,-8.90 +2024-01-28 21:19:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 62: train = -11.2025(84.23m/5164) | dev = -9.8662(0.93m/173) +2024-01-28 21:19:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 21:23:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.18)... +2024-01-28 21:26:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.26)... +2024-01-28 21:30:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.25)... +2024-01-28 21:33:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.20)... +2024-01-28 21:37:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.28)... +2024-01-28 21:40:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.30)... +2024-01-28 21:43:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.26)... +2024-01-28 21:46:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.34)... +2024-01-28 21:50:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.22)... +2024-01-28 21:53:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.26)... +2024-01-28 21:56:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.13)... +2024-01-28 22:00:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.29)... +2024-01-28 22:03:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.17)... +2024-01-28 22:07:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.23)... +2024-01-28 22:10:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.17)... +2024-01-28 22:14:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.09)... +2024-01-28 22:17:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.20)... +2024-01-28 22:21:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.17)... +2024-01-28 22:24:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.24)... +2024-01-28 22:28:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.10)... +2024-01-28 22:31:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.20)... +2024-01-28 22:35:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.25)... +2024-01-28 22:38:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.17)... +2024-01-28 22:42:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.16)... +2024-01-28 22:46:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.19)... +2024-01-28 22:49:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-28 22:50:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -9.00,-10.04,-9.08,-11.08,-9.13,-8.70,-10.40,-9.84,-9.88,-10.38,-7.04,-10.22,-10.44,-10.28,-10.07,-9.11,-10.49,-10.25,-10.99,-10.00,-9.98,-8.58,-9.72,-9.15,-9.26,-9.62,-9.14,-9.66,-8.97,-10.66,-9.12,-10.92,-9.97,-10.79,-8.80,-9.96,-9.43,-9.39,-9.35,-10.31,-9.38,-9.98,-9.37,-9.40,-10.30,-9.93,-10.14,-10.05,-9.92,-9.58,-9.08,-11.08,-9.23,-10.82,-10.20,-9.74,-9.11,-10.73,-9.25,-10.39,-10.34,-10.74,-9.83,-9.41,-9.76,-8.65,-9.34,-9.34,-10.09,-10.33,-10.67,-9.65,-9.94,-10.01,-11.59,-10.19,-10.24,-9.59,-8.88,-9.66,-10.38,-9.50,-10.30,-9.17,-10.58,-11.01,-10.72,-9.38,-10.51,-10.08,-10.38,-10.19,-11.12,-10.13,-10.59,-9.79,-9.59,-10.28,-9.57,-9.56,-10.41,-9.00,-10.78,-9.73,-9.47,-10.05,-10.87,-10.12,-10.55,-10.12,-9.96,-10.93,-11.23,-10.51,-10.08,-10.64,-10.53,-9.50,-10.57,-8.73,-10.61,-10.24,-10.71,-8.95,-10.29,-9.30,-9.76,-9.69,-10.01,-11.26,-10.14,-11.15,-9.85,-8.41,-9.20,-10.47,-9.38,-10.01,-8.65,-10.47,-9.03,-9.38,-9.50,-9.49,-10.47,-11.05,-9.28,-9.92,-10.14,-9.55,-9.43,-10.09,-9.19,-8.88,-10.78,-8.71,-9.99,-9.39,-10.46,-10.42,-9.27,-10.44,-9.62,-9.83,-9.25,-8.94,-10.06,-9.58,-10.14,-9.90,-10.26,-9.80,-8.61 +2024-01-28 22:50:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 63: train = -11.2125(89.43m/5166) | dev = -9.8906(1.11m/173) +2024-01-28 22:50:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-28 22:54:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.32)... +2024-01-28 22:57:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.33)... +2024-01-28 23:01:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.22)... +2024-01-28 23:04:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.27)... +2024-01-28 23:08:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.26)... +2024-01-28 23:12:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.26)... +2024-01-28 23:15:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.14)... +2024-01-28 23:19:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.28)... +2024-01-28 23:23:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.22)... +2024-01-28 23:26:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.28)... +2024-01-28 23:30:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.22)... +2024-01-28 23:33:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.34)... +2024-01-28 23:37:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.21)... +2024-01-28 23:40:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.19)... +2024-01-28 23:44:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.13)... +2024-01-28 23:47:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.23)... +2024-01-28 23:51:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.10)... +2024-01-28 23:54:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.22)... +2024-01-28 23:58:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.25)... +2024-01-29 00:02:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.23)... +2024-01-29 00:05:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.28)... +2024-01-29 00:09:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.29)... +2024-01-29 00:12:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.19)... +2024-01-29 00:16:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.22)... +2024-01-29 00:19:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.20)... +2024-01-29 00:22:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 00:23:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.96,-10.20,-9.24,-11.08,-9.22,-8.47,-10.38,-9.87,-9.62,-10.37,-7.31,-10.13,-10.65,-10.27,-10.01,-9.36,-10.35,-10.56,-10.98,-10.07,-10.09,-8.84,-9.72,-8.95,-9.47,-9.57,-8.80,-9.66,-8.80,-10.66,-9.19,-11.04,-9.57,-10.97,-8.45,-9.99,-9.22,-9.49,-9.11,-10.87,-9.24,-10.10,-9.46,-9.13,-10.19,-10.10,-10.06,-10.32,-10.05,-9.59,-9.38,-11.00,-9.66,-10.75,-10.29,-9.69,-9.31,-10.76,-9.12,-9.94,-9.59,-10.23,-9.87,-9.04,-9.62,-8.84,-9.06,-9.36,-9.97,-10.32,-10.70,-9.73,-9.86,-10.12,-11.87,-10.12,-10.03,-9.55,-8.99,-9.80,-10.42,-9.58,-10.26,-9.00,-10.83,-10.89,-10.64,-9.97,-10.68,-10.17,-10.24,-10.59,-10.93,-10.01,-10.57,-9.95,-9.83,-10.69,-9.73,-9.63,-10.26,-8.99,-10.79,-9.76,-9.50,-9.80,-10.90,-10.39,-10.51,-10.01,-9.91,-10.93,-11.05,-10.86,-9.83,-10.62,-10.32,-9.63,-10.71,-9.05,-10.58,-10.17,-10.82,-9.10,-10.42,-8.91,-9.71,-9.93,-10.04,-11.24,-10.17,-11.07,-9.88,-8.29,-9.44,-10.51,-9.55,-9.99,-8.86,-10.41,-8.55,-9.42,-9.46,-9.35,-10.26,-11.01,-8.81,-10.00,-10.05,-9.55,-9.31,-10.14,-9.17,-8.92,-10.82,-8.76,-10.09,-9.09,-10.40,-10.42,-9.33,-10.84,-9.51,-9.93,-9.33,-8.99,-10.26,-9.69,-10.14,-9.80,-10.38,-9.61,-8.83 +2024-01-29 00:23:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 64: train = -11.2300(92.15m/5165) | dev = -9.8962(1.12m/173) +2024-01-29 00:23:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 00:27:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.33)... +2024-01-29 00:30:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.41)... +2024-01-29 00:34:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.30)... +2024-01-29 00:37:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.32)... +2024-01-29 00:41:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.40)... +2024-01-29 00:44:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.36)... +2024-01-29 00:48:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.24)... +2024-01-29 00:51:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.21)... +2024-01-29 00:55:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.21)... +2024-01-29 00:58:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.22)... +2024-01-29 01:02:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.29)... +2024-01-29 01:05:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.29)... +2024-01-29 01:08:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.11)... +2024-01-29 01:12:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.16)... +2024-01-29 01:15:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.23)... +2024-01-29 01:19:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.13)... +2024-01-29 01:22:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.18)... +2024-01-29 01:25:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.23)... +2024-01-29 01:29:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.27)... +2024-01-29 01:33:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.12)... +2024-01-29 01:36:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.11)... +2024-01-29 01:40:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.24)... +2024-01-29 01:43:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.19)... +2024-01-29 01:46:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.24)... +2024-01-29 01:50:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.15)... +2024-01-29 01:53:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 01:54:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.80,-10.07,-9.19,-11.18,-9.24,-8.59,-10.39,-9.89,-9.82,-10.42,-7.96,-10.31,-10.48,-10.29,-9.93,-8.93,-10.40,-10.33,-10.90,-10.14,-10.10,-8.83,-9.72,-9.08,-9.31,-9.71,-8.50,-9.67,-8.69,-10.57,-8.86,-11.23,-10.06,-10.76,-8.71,-10.12,-9.38,-9.48,-9.10,-10.38,-9.20,-10.28,-9.34,-9.20,-10.29,-10.04,-10.00,-10.28,-9.68,-9.60,-9.19,-11.29,-9.12,-10.94,-10.22,-9.67,-9.16,-10.60,-9.38,-10.10,-9.88,-10.16,-9.88,-9.40,-9.47,-8.79,-9.23,-9.67,-10.03,-10.25,-10.74,-9.60,-9.89,-10.14,-11.87,-10.20,-10.11,-9.66,-9.04,-9.82,-10.52,-9.79,-10.35,-9.45,-10.67,-10.64,-10.84,-9.83,-10.70,-10.32,-10.22,-10.57,-10.96,-9.95,-10.60,-9.83,-9.76,-10.67,-9.61,-9.52,-10.35,-9.48,-10.89,-9.89,-9.46,-9.88,-10.82,-10.28,-10.35,-10.01,-9.94,-10.64,-11.01,-10.95,-9.74,-10.92,-10.45,-9.61,-10.38,-8.62,-10.67,-9.83,-10.73,-8.63,-10.46,-9.37,-9.63,-9.60,-10.56,-11.44,-10.06,-11.02,-9.82,-8.33,-9.18,-10.54,-9.49,-9.96,-8.82,-10.35,-9.04,-9.47,-9.42,-9.30,-10.56,-11.07,-9.06,-9.97,-10.18,-9.51,-9.23,-10.12,-9.23,-8.89,-10.82,-8.79,-10.04,-9.36,-10.43,-10.45,-9.49,-10.52,-9.64,-9.97,-9.67,-9.20,-10.04,-9.63,-10.19,-9.75,-10.39,-9.81,-8.67 +2024-01-29 01:54:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 65: train = -11.2365(89.51m/5169) | dev = -9.9064(1.14m/173) +2024-01-29 01:54:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 01:58:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.35)... +2024-01-29 02:01:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.25)... +2024-01-29 02:05:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.34)... +2024-01-29 02:08:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.37)... +2024-01-29 02:11:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.36)... +2024-01-29 02:15:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.35)... +2024-01-29 02:18:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.21)... +2024-01-29 02:22:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.27)... +2024-01-29 02:25:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.16)... +2024-01-29 02:29:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.24)... +2024-01-29 02:32:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.21)... +2024-01-29 02:36:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.26)... +2024-01-29 02:39:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.30)... +2024-01-29 02:42:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.22)... +2024-01-29 02:46:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.25)... +2024-01-29 02:49:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.16)... +2024-01-29 02:53:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.20)... +2024-01-29 02:56:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.27)... +2024-01-29 03:00:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.21)... +2024-01-29 03:03:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.19)... +2024-01-29 03:07:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.26)... +2024-01-29 03:10:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.30)... +2024-01-29 03:14:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.14)... +2024-01-29 03:17:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.21)... +2024-01-29 03:20:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.07)... +2024-01-29 03:23:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 03:24:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.73,-10.06,-9.10,-11.08,-9.05,-8.77,-10.34,-9.61,-9.84,-10.47,-7.28,-10.25,-10.43,-10.22,-10.20,-9.19,-10.46,-10.29,-10.90,-10.08,-10.10,-9.15,-9.43,-9.37,-9.06,-9.38,-9.04,-9.56,-8.85,-10.67,-9.06,-10.99,-10.16,-10.84,-9.01,-10.07,-9.43,-9.61,-9.26,-10.74,-9.65,-10.05,-9.30,-9.20,-10.08,-10.12,-10.29,-10.16,-9.70,-9.46,-9.31,-11.17,-9.34,-10.59,-10.31,-9.78,-9.41,-10.75,-9.26,-10.08,-9.68,-10.10,-9.91,-9.34,-9.65,-9.02,-9.18,-9.24,-10.28,-10.32,-10.75,-9.72,-9.92,-9.74,-11.75,-10.17,-10.06,-9.58,-8.94,-9.96,-10.32,-9.55,-10.19,-9.64,-10.63,-11.09,-10.61,-9.54,-10.67,-10.26,-10.12,-10.19,-11.06,-9.95,-10.55,-9.86,-9.71,-10.49,-9.64,-9.76,-10.12,-9.25,-10.81,-9.79,-9.50,-9.68,-10.94,-10.26,-10.67,-9.82,-9.87,-10.78,-11.08,-10.48,-9.86,-10.81,-10.70,-9.86,-10.67,-9.00,-10.72,-9.97,-10.77,-8.81,-10.23,-9.25,-9.44,-9.78,-10.04,-11.38,-10.06,-11.14,-9.88,-8.29,-9.18,-10.51,-9.41,-10.06,-8.56,-10.46,-8.97,-9.38,-9.40,-9.08,-10.36,-10.67,-9.27,-9.97,-9.98,-9.45,-9.47,-10.17,-9.08,-8.85,-10.69,-8.94,-9.70,-9.26,-10.39,-10.39,-9.49,-10.59,-9.61,-9.92,-9.77,-8.73,-10.21,-9.75,-10.03,-9.89,-10.36,-9.78,-8.77 +2024-01-29 03:24:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 66: train = -11.2428(89.41m/5168) | dev = -9.8932(1.07m/173) | no impr, best = -9.9064 +2024-01-29 03:24:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 03:28:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.28)... +2024-01-29 03:32:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.25)... +2024-01-29 03:36:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.31)... +2024-01-29 03:39:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.31)... +2024-01-29 03:43:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.28)... +2024-01-29 03:46:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.14)... +2024-01-29 03:50:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.23)... +2024-01-29 03:54:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.24)... +2024-01-29 03:57:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.19)... +2024-01-29 04:01:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.19)... +2024-01-29 04:04:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.25)... +2024-01-29 04:08:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.22)... +2024-01-29 04:11:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.22)... +2024-01-29 04:15:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.33)... +2024-01-29 04:18:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.38)... +2024-01-29 04:22:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.18)... +2024-01-29 04:26:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.18)... +2024-01-29 04:29:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.27)... +2024-01-29 04:33:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.28)... +2024-01-29 04:37:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.30)... +2024-01-29 04:40:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.31)... +2024-01-29 04:44:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.24)... +2024-01-29 04:47:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.23)... +2024-01-29 04:51:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.27)... +2024-01-29 04:55:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.17)... +2024-01-29 04:58:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 04:59:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.90,-10.13,-9.29,-11.23,-9.20,-8.96,-10.39,-9.89,-10.02,-10.46,-7.56,-10.24,-10.28,-10.09,-9.99,-9.25,-10.15,-10.28,-10.98,-10.20,-10.13,-9.03,-9.58,-9.18,-9.40,-9.56,-9.12,-9.89,-8.85,-10.69,-8.75,-11.05,-9.61,-10.93,-9.13,-10.08,-9.68,-9.64,-8.65,-10.77,-9.00,-9.35,-8.90,-9.16,-9.99,-9.88,-10.13,-10.02,-9.82,-9.67,-9.07,-10.89,-9.60,-10.44,-10.16,-9.75,-9.35,-10.71,-9.27,-10.17,-9.80,-10.51,-9.79,-9.53,-9.82,-8.87,-9.16,-9.32,-10.05,-10.34,-10.59,-9.72,-9.85,-9.71,-11.57,-10.12,-10.00,-9.47,-8.76,-10.03,-10.33,-9.79,-10.11,-9.39,-10.77,-10.69,-10.77,-9.97,-10.61,-10.20,-9.94,-10.70,-10.96,-10.00,-10.59,-9.90,-10.04,-10.43,-9.53,-9.32,-10.34,-9.06,-10.84,-9.68,-9.47,-9.81,-10.82,-10.43,-10.51,-9.94,-9.62,-10.80,-11.02,-10.89,-9.54,-10.74,-10.41,-9.77,-10.69,-9.04,-10.62,-10.14,-10.45,-9.06,-10.32,-8.77,-9.39,-9.39,-9.63,-11.33,-10.23,-11.02,-9.83,-8.22,-9.39,-10.57,-9.55,-9.93,-8.55,-10.20,-8.69,-9.37,-9.41,-9.37,-10.37,-10.88,-8.95,-9.84,-10.01,-9.53,-9.21,-9.45,-9.15,-8.69,-10.83,-8.83,-9.87,-9.24,-10.24,-10.34,-9.36,-10.31,-9.74,-9.92,-9.40,-8.60,-9.50,-9.41,-9.97,-9.35,-10.34,-9.76,-8.69 +2024-01-29 04:59:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 67: train = -11.2494(93.35m/5165) | dev = -9.8510(1.07m/173) | no impr, best = -9.9064 +2024-01-29 04:59:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 05:03:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.28)... +2024-01-29 05:06:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.38)... +2024-01-29 05:10:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.25)... +2024-01-29 05:13:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.20)... +2024-01-29 05:17:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.32)... +2024-01-29 05:20:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.25)... +2024-01-29 05:24:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.27)... +2024-01-29 05:28:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.38)... +2024-01-29 05:31:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.25)... +2024-01-29 05:35:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.30)... +2024-01-29 05:38:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.34)... +2024-01-29 05:42:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.24)... +2024-01-29 05:45:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.26)... +2024-01-29 05:49:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.25)... +2024-01-29 05:52:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.27)... +2024-01-29 05:56:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.30)... +2024-01-29 05:59:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.25)... +2024-01-29 06:03:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.24)... +2024-01-29 06:06:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.24)... +2024-01-29 06:10:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.21)... +2024-01-29 06:13:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.23)... +2024-01-29 06:16:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.22)... +2024-01-29 06:20:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.26)... +2024-01-29 06:23:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.26)... +2024-01-29 06:27:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.40)... +2024-01-29 06:30:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 06:31:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.65,-10.08,-9.18,-11.16,-9.38,-8.68,-10.34,-9.91,-9.71,-10.49,-7.79,-10.40,-10.46,-10.32,-10.03,-9.37,-10.29,-10.11,-11.09,-9.66,-10.15,-8.74,-9.52,-9.42,-9.36,-9.65,-9.33,-9.76,-8.82,-10.69,-9.15,-11.01,-9.99,-11.02,-8.98,-10.07,-9.59,-9.52,-8.94,-10.71,-9.45,-9.85,-9.38,-9.40,-9.95,-10.17,-9.95,-10.45,-9.98,-9.61,-9.06,-11.11,-8.89,-10.49,-10.18,-9.80,-9.32,-10.73,-9.21,-10.36,-9.96,-10.24,-10.01,-9.19,-9.69,-8.86,-9.42,-9.60,-10.10,-10.36,-10.68,-9.64,-9.86,-9.80,-11.76,-10.17,-10.19,-9.67,-9.24,-9.66,-10.62,-9.79,-10.26,-10.08,-10.89,-10.99,-10.58,-9.73,-10.84,-10.33,-10.03,-10.54,-10.86,-10.00,-10.62,-9.86,-9.85,-10.54,-9.34,-9.83,-10.32,-9.48,-10.77,-9.61,-9.47,-9.91,-10.87,-10.44,-10.46,-10.21,-9.84,-11.01,-11.18,-10.87,-9.89,-10.49,-10.17,-9.67,-10.94,-9.07,-10.75,-9.86,-10.33,-9.31,-10.22,-9.28,-9.58,-9.83,-10.29,-11.30,-10.16,-10.90,-9.94,-8.39,-9.17,-10.50,-9.55,-10.03,-8.78,-10.44,-8.73,-9.41,-9.48,-9.35,-10.50,-10.91,-9.05,-9.97,-9.91,-9.39,-9.14,-10.16,-9.27,-8.78,-10.75,-8.81,-9.87,-9.43,-10.35,-10.40,-9.46,-10.62,-9.62,-10.04,-9.78,-8.73,-10.11,-9.89,-10.22,-9.79,-10.35,-9.71,-8.86 +2024-01-29 06:31:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 68: train = -11.2725(90.94m/5170) | dev = -9.9228(0.94m/173) +2024-01-29 06:31:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 06:34:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.37)... +2024-01-29 06:38:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.32)... +2024-01-29 06:41:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.36)... +2024-01-29 06:44:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.32)... +2024-01-29 06:48:20 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.33)... +2024-01-29 06:51:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.30)... +2024-01-29 06:55:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.23)... +2024-01-29 06:58:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.28)... +2024-01-29 07:01:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.31)... +2024-01-29 07:05:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.32)... +2024-01-29 07:08:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.35)... +2024-01-29 07:12:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.29)... +2024-01-29 07:15:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.35)... +2024-01-29 07:18:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.27)... +2024-01-29 07:22:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.31)... +2024-01-29 07:25:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.25)... +2024-01-29 07:29:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.32)... +2024-01-29 07:32:24 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.16)... +2024-01-29 07:35:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.23)... +2024-01-29 07:39:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.23)... +2024-01-29 07:42:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.22)... +2024-01-29 07:46:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.16)... +2024-01-29 07:49:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.17)... +2024-01-29 07:52:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.28)... +2024-01-29 07:56:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.20)... +2024-01-29 07:59:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 08:00:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.66,-10.11,-9.04,-10.99,-9.25,-8.82,-10.29,-9.84,-10.00,-10.36,-7.56,-10.25,-10.49,-10.14,-10.03,-9.34,-10.48,-10.36,-10.84,-10.22,-9.89,-8.75,-9.55,-9.10,-9.11,-9.67,-8.96,-9.82,-8.82,-10.66,-9.04,-11.19,-9.67,-11.02,-8.92,-10.10,-9.53,-9.57,-8.74,-10.66,-9.41,-10.14,-9.34,-9.35,-10.40,-9.93,-9.97,-10.07,-9.71,-9.60,-9.02,-10.95,-9.19,-10.67,-10.26,-9.79,-9.46,-10.75,-9.44,-10.60,-9.79,-10.12,-9.87,-9.19,-9.62,-8.96,-9.16,-9.18,-10.12,-10.23,-10.76,-9.58,-9.99,-9.61,-11.79,-10.14,-9.93,-9.44,-9.21,-10.10,-10.45,-9.74,-10.44,-9.41,-10.74,-10.46,-10.88,-9.94,-10.71,-10.38,-9.89,-10.51,-11.00,-9.97,-10.55,-9.98,-9.88,-10.61,-9.81,-9.47,-10.30,-9.10,-10.82,-9.81,-9.74,-9.81,-10.89,-10.21,-10.60,-10.19,-9.97,-11.03,-11.12,-10.93,-9.88,-10.84,-10.25,-9.07,-10.40,-9.12,-10.58,-9.80,-10.70,-8.88,-10.24,-9.36,-9.47,-9.79,-10.00,-11.41,-10.05,-11.03,-9.82,-8.18,-9.36,-10.47,-9.40,-10.05,-8.69,-10.17,-8.97,-9.40,-9.50,-9.38,-10.61,-10.95,-9.24,-9.99,-9.97,-9.28,-9.50,-10.05,-9.16,-8.88,-10.86,-8.67,-10.02,-9.16,-10.47,-10.47,-9.46,-10.80,-9.56,-9.97,-9.59,-8.71,-9.99,-9.82,-9.91,-9.49,-10.20,-9.66,-8.99 +2024-01-29 08:00:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 69: train = -11.2761(88.02m/5165) | dev = -9.8940(0.89m/173) | no impr, best = -9.9228 +2024-01-29 08:00:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 08:03:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.38)... +2024-01-29 08:06:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.37)... +2024-01-29 08:10:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.38)... +2024-01-29 08:13:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.30)... +2024-01-29 08:16:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.26)... +2024-01-29 08:20:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.31)... +2024-01-29 08:23:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.32)... +2024-01-29 08:27:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.25)... +2024-01-29 08:30:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.24)... +2024-01-29 08:33:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.21)... +2024-01-29 08:37:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.26)... +2024-01-29 08:40:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.21)... +2024-01-29 08:43:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.35)... +2024-01-29 08:46:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.35)... +2024-01-29 08:50:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.31)... +2024-01-29 08:53:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.19)... +2024-01-29 08:56:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.22)... +2024-01-29 09:00:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.26)... +2024-01-29 09:03:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.23)... +2024-01-29 09:06:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.31)... +2024-01-29 09:09:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.24)... +2024-01-29 09:13:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.24)... +2024-01-29 09:16:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.29)... +2024-01-29 09:19:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.17)... +2024-01-29 09:23:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.26)... +2024-01-29 09:25:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 09:26:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.80,-10.23,-9.05,-11.08,-9.05,-8.70,-10.35,-9.81,-10.00,-10.34,-7.87,-10.29,-10.46,-10.20,-9.93,-8.61,-10.35,-10.17,-10.95,-9.97,-9.96,-8.81,-9.61,-9.26,-9.26,-9.69,-9.04,-9.76,-8.77,-10.68,-8.94,-11.04,-9.73,-11.04,-8.67,-10.10,-10.20,-9.46,-9.46,-10.71,-9.47,-9.77,-9.60,-9.51,-9.98,-10.13,-10.20,-10.19,-9.71,-9.43,-8.68,-11.25,-8.89,-10.39,-10.27,-9.74,-9.66,-10.46,-9.17,-10.42,-10.00,-10.30,-9.62,-9.38,-9.68,-8.82,-9.08,-9.56,-9.93,-10.08,-10.72,-9.56,-9.82,-9.83,-11.73,-10.36,-10.09,-9.25,-8.66,-9.66,-10.59,-9.55,-10.21,-9.22,-10.68,-11.08,-10.73,-9.64,-10.69,-10.24,-10.02,-10.62,-10.97,-9.87,-10.59,-9.99,-9.74,-10.67,-9.45,-9.67,-10.23,-9.30,-10.87,-9.94,-9.49,-9.69,-10.89,-10.19,-10.66,-10.08,-9.93,-10.78,-11.27,-10.14,-9.96,-10.69,-10.25,-9.34,-10.52,-9.16,-10.56,-9.70,-10.67,-9.44,-10.36,-9.08,-9.56,-9.53,-10.27,-11.35,-10.30,-10.92,-9.85,-8.47,-9.38,-10.51,-9.57,-9.89,-8.65,-10.38,-8.69,-9.40,-9.43,-9.63,-10.38,-10.95,-9.23,-9.98,-9.92,-9.51,-9.10,-10.04,-8.98,-8.77,-10.89,-8.99,-9.96,-9.17,-10.35,-10.37,-9.48,-10.41,-9.54,-9.93,-9.72,-9.00,-9.89,-9.58,-9.92,-9.59,-10.33,-9.74,-8.69 +2024-01-29 09:26:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 70: train = -11.2760(85.93m/5165) | dev = -9.8788(0.95m/173) | no impr, best = -9.9228 +2024-01-29 09:26:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 09:30:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.26)... +2024-01-29 09:33:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.34)... +2024-01-29 09:37:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.37)... +2024-01-29 09:40:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.38)... +2024-01-29 09:43:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.24)... +2024-01-29 09:47:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.28)... +2024-01-29 09:50:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.30)... +2024-01-29 09:53:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.30)... +2024-01-29 09:57:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.37)... +2024-01-29 10:00:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.30)... +2024-01-29 10:04:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.35)... +2024-01-29 10:07:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.35)... +2024-01-29 10:10:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.29)... +2024-01-29 10:13:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.34)... +2024-01-29 10:17:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.32)... +2024-01-29 10:20:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.28)... +2024-01-29 10:23:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.23)... +2024-01-29 10:27:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.25)... +2024-01-29 10:30:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.25)... +2024-01-29 10:33:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.22)... +2024-01-29 10:36:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.20)... +2024-01-29 10:40:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.29)... +2024-01-29 10:43:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.24)... +2024-01-29 10:47:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.28)... +2024-01-29 10:50:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.20)... +2024-01-29 10:53:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 10:53:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.29,-10.22,-9.21,-11.33,-8.85,-8.57,-10.33,-9.58,-10.17,-10.53,-7.74,-10.22,-10.46,-10.37,-10.21,-9.38,-10.53,-10.09,-10.81,-10.32,-10.07,-8.98,-9.31,-9.33,-9.17,-9.85,-9.41,-9.96,-8.85,-10.71,-8.80,-11.08,-9.86,-11.12,-8.66,-10.07,-9.22,-9.64,-9.26,-10.98,-9.49,-10.16,-9.30,-9.51,-10.25,-9.96,-10.11,-10.24,-10.03,-9.72,-9.62,-11.03,-9.60,-10.44,-10.27,-9.82,-9.37,-10.67,-9.36,-10.35,-10.36,-10.37,-9.95,-9.18,-9.48,-8.56,-9.03,-9.49,-9.91,-10.41,-10.67,-9.82,-9.83,-10.01,-11.70,-10.18,-10.09,-9.52,-9.22,-9.91,-10.42,-9.76,-10.27,-9.67,-10.58,-11.25,-10.94,-10.05,-10.59,-10.54,-10.39,-10.03,-11.16,-9.89,-10.71,-10.05,-9.79,-10.64,-9.51,-9.52,-10.36,-9.42,-10.97,-9.92,-9.38,-9.81,-10.90,-10.33,-10.65,-10.10,-9.82,-10.82,-11.10,-10.48,-10.00,-10.57,-10.67,-9.81,-10.54,-8.81,-10.74,-10.36,-10.63,-8.96,-10.60,-9.04,-9.55,-9.50,-10.02,-11.42,-10.26,-10.96,-9.90,-8.35,-9.18,-10.56,-9.59,-9.91,-8.74,-10.38,-8.59,-9.45,-9.42,-9.25,-10.43,-11.14,-9.31,-9.98,-10.15,-9.37,-9.23,-10.17,-9.19,-9.08,-10.86,-9.13,-9.85,-9.35,-10.40,-10.38,-9.37,-10.75,-9.54,-10.07,-9.58,-8.66,-10.16,-9.68,-10.14,-9.88,-10.50,-9.91,-8.90 +2024-01-29 10:54:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 71: train = -11.2890(86.18m/5165) | dev = -9.9380(0.92m/173) +2024-01-29 10:54:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 10:57:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.30)... +2024-01-29 11:00:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.41)... +2024-01-29 11:03:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.34)... +2024-01-29 11:07:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.32)... +2024-01-29 11:10:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.31)... +2024-01-29 11:13:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.38)... +2024-01-29 11:16:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.36)... +2024-01-29 11:20:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.32)... +2024-01-29 11:23:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.37)... +2024-01-29 11:26:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.38)... +2024-01-29 11:29:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.32)... +2024-01-29 11:32:52 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.28)... +2024-01-29 11:36:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.25)... +2024-01-29 11:39:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.31)... +2024-01-29 11:42:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.26)... +2024-01-29 11:45:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.27)... +2024-01-29 11:48:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.23)... +2024-01-29 11:52:03 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.16)... +2024-01-29 11:55:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.35)... +2024-01-29 11:58:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.23)... +2024-01-29 12:01:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.28)... +2024-01-29 12:04:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.28)... +2024-01-29 12:07:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.29)... +2024-01-29 12:11:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.33)... +2024-01-29 12:14:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.32)... +2024-01-29 12:17:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 12:17:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.75,-10.19,-9.07,-11.26,-9.39,-9.01,-10.28,-9.88,-9.70,-10.45,-8.02,-10.36,-10.54,-10.29,-9.80,-9.35,-10.37,-10.27,-10.94,-10.07,-10.05,-9.01,-9.55,-9.15,-9.55,-9.78,-9.12,-9.68,-8.87,-10.62,-9.30,-11.22,-10.18,-10.81,-8.65,-10.13,-9.45,-9.72,-9.27,-10.44,-9.42,-10.32,-9.58,-9.45,-10.25,-10.11,-10.29,-10.12,-9.88,-9.73,-9.47,-11.18,-9.55,-10.61,-10.24,-9.93,-9.48,-10.79,-9.44,-10.40,-10.22,-10.23,-10.04,-9.52,-9.93,-8.37,-9.45,-9.93,-10.08,-10.40,-10.73,-9.72,-9.93,-10.00,-11.63,-10.36,-10.14,-9.58,-9.02,-9.98,-10.67,-9.68,-10.27,-9.24,-10.53,-11.04,-10.51,-9.94,-10.80,-10.26,-10.18,-10.49,-11.04,-10.07,-10.66,-9.91,-9.71,-10.57,-9.71,-9.62,-10.33,-9.41,-10.84,-9.83,-9.67,-9.82,-11.06,-10.16,-10.61,-10.16,-9.70,-10.87,-11.13,-10.80,-10.04,-10.88,-10.44,-9.65,-10.60,-8.94,-10.72,-10.25,-10.77,-9.51,-10.55,-9.20,-9.49,-9.93,-10.19,-11.53,-10.09,-11.24,-9.99,-8.44,-9.23,-10.63,-9.54,-9.95,-8.70,-10.19,-9.00,-9.47,-9.23,-9.45,-10.47,-10.93,-9.22,-9.95,-10.01,-9.55,-9.28,-10.07,-9.19,-8.93,-10.88,-8.99,-10.14,-9.23,-10.31,-10.48,-9.50,-10.66,-9.72,-10.08,-9.41,-9.04,-9.95,-9.83,-10.24,-9.67,-9.82,-9.82,-8.68 +2024-01-29 12:17:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 72: train = -11.3009(83.01m/5165) | dev = -9.9609(0.94m/173) +2024-01-29 12:17:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 12:21:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.48)... +2024-01-29 12:24:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.28)... +2024-01-29 12:28:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.39)... +2024-01-29 12:31:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.34)... +2024-01-29 12:35:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.26)... +2024-01-29 12:38:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.40)... +2024-01-29 12:41:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.37)... +2024-01-29 12:45:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.27)... +2024-01-29 12:48:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.26)... +2024-01-29 12:51:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.32)... +2024-01-29 12:55:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.33)... +2024-01-29 12:58:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.38)... +2024-01-29 13:02:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.40)... +2024-01-29 13:05:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.29)... +2024-01-29 13:08:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.32)... +2024-01-29 13:12:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.35)... +2024-01-29 13:15:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.21)... +2024-01-29 13:19:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.27)... +2024-01-29 13:22:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.29)... +2024-01-29 13:25:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.24)... +2024-01-29 13:29:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.25)... +2024-01-29 13:32:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.35)... +2024-01-29 13:35:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.27)... +2024-01-29 13:39:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.22)... +2024-01-29 13:42:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.23)... +2024-01-29 13:45:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 13:46:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.84,-10.13,-9.33,-11.11,-9.10,-8.82,-10.33,-9.84,-9.86,-10.28,-7.90,-10.21,-10.51,-10.22,-9.92,-9.08,-10.32,-10.33,-10.90,-10.09,-9.86,-8.38,-9.64,-9.11,-9.55,-9.50,-8.84,-10.03,-8.57,-10.54,-9.18,-11.06,-9.88,-10.87,-8.96,-10.07,-9.50,-9.23,-9.13,-10.38,-9.38,-10.06,-9.28,-9.14,-10.21,-10.22,-10.03,-10.34,-9.53,-9.48,-9.47,-11.07,-9.23,-10.78,-10.22,-9.79,-9.23,-10.66,-9.29,-10.35,-10.35,-10.53,-9.64,-9.08,-9.09,-8.42,-9.16,-9.57,-10.05,-10.28,-10.43,-9.53,-9.74,-10.03,-11.78,-10.29,-9.85,-9.12,-8.96,-10.06,-10.48,-9.79,-10.30,-9.54,-10.91,-10.95,-10.68,-9.93,-10.72,-10.40,-10.27,-10.73,-11.12,-10.14,-10.61,-9.97,-9.84,-10.52,-9.69,-9.36,-10.40,-9.51,-10.76,-9.82,-9.50,-9.95,-10.86,-10.23,-10.71,-10.06,-9.59,-10.78,-11.18,-10.86,-9.60,-10.57,-10.69,-9.73,-10.95,-9.24,-10.70,-9.72,-10.81,-8.83,-10.43,-9.26,-9.52,-9.40,-10.25,-11.36,-10.24,-11.13,-9.86,-8.07,-9.14,-10.48,-9.46,-9.85,-8.60,-10.36,-8.78,-9.49,-9.32,-8.83,-10.51,-11.09,-8.86,-9.86,-9.95,-9.46,-9.25,-10.12,-9.11,-8.91,-10.78,-8.94,-9.91,-9.02,-10.31,-10.41,-9.35,-10.48,-9.57,-9.99,-9.67,-9.11,-10.05,-9.73,-10.23,-9.84,-10.45,-9.79,-8.74 +2024-01-29 13:46:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 73: train = -11.3102(87.59m/5165) | dev = -9.8923(0.96m/173) | no impr, best = -9.9609 +2024-01-29 13:46:31 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 13:50:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.34)... +2024-01-29 13:53:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.38)... +2024-01-29 13:57:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.37)... +2024-01-29 14:00:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.36)... +2024-01-29 14:03:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.38)... +2024-01-29 14:07:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.35)... +2024-01-29 14:10:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.28)... +2024-01-29 14:13:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.33)... +2024-01-29 14:17:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.34)... +2024-01-29 14:20:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.30)... +2024-01-29 14:23:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.39)... +2024-01-29 14:27:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.35)... +2024-01-29 14:30:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.25)... +2024-01-29 14:34:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.33)... +2024-01-29 14:37:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.34)... +2024-01-29 14:41:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.32)... +2024-01-29 14:44:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.26)... +2024-01-29 14:48:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.30)... +2024-01-29 14:51:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.23)... +2024-01-29 14:55:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.22)... +2024-01-29 14:58:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.29)... +2024-01-29 15:02:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.32)... +2024-01-29 15:05:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.28)... +2024-01-29 15:09:33 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.26)... +2024-01-29 15:12:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.25)... +2024-01-29 15:15:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 15:16:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.68,-9.92,-8.94,-11.19,-8.98,-8.91,-10.35,-9.70,-9.77,-10.42,-7.85,-10.23,-10.56,-10.29,-10.05,-9.14,-10.53,-10.46,-11.01,-9.76,-10.12,-8.66,-9.61,-9.39,-9.62,-9.48,-8.87,-9.74,-8.54,-10.63,-9.16,-11.03,-9.64,-10.91,-8.84,-10.11,-9.89,-9.26,-9.26,-10.71,-9.47,-10.41,-9.61,-9.29,-10.25,-10.30,-10.15,-10.65,-9.91,-9.66,-9.26,-11.08,-9.07,-10.43,-10.38,-9.82,-9.49,-10.64,-9.36,-10.22,-10.16,-10.13,-9.89,-9.22,-9.46,-8.61,-9.27,-9.61,-10.06,-10.27,-10.74,-9.63,-9.82,-9.90,-11.64,-10.18,-10.00,-9.76,-9.14,-10.09,-10.65,-9.53,-10.12,-9.78,-10.26,-10.97,-10.85,-9.74,-10.79,-10.26,-10.37,-10.47,-11.05,-10.12,-10.57,-9.91,-9.77,-10.45,-9.70,-9.64,-10.42,-9.16,-10.86,-9.88,-9.60,-9.98,-10.84,-10.51,-10.71,-10.00,-9.86,-10.90,-10.95,-10.54,-9.52,-10.77,-10.29,-9.77,-10.81,-9.04,-10.72,-9.95,-10.27,-8.85,-10.27,-8.99,-9.53,-9.78,-10.18,-11.41,-10.35,-11.30,-9.85,-8.65,-9.34,-10.49,-9.62,-9.92,-8.72,-10.51,-8.93,-9.48,-9.61,-9.37,-10.45,-11.05,-9.50,-9.98,-10.11,-9.49,-9.35,-10.02,-9.13,-9.07,-10.85,-8.64,-10.09,-9.61,-10.20,-10.32,-9.52,-10.63,-9.85,-9.88,-9.93,-8.76,-10.20,-9.71,-9.93,-9.96,-10.33,-9.76,-8.69 +2024-01-29 15:16:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 74: train = -11.3117(89.36m/5165) | dev = -9.9292(1.07m/173) | no impr, best = -9.9609 +2024-01-29 15:16:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 15:20:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.39)... +2024-01-29 15:24:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.39)... +2024-01-29 15:27:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.49)... +2024-01-29 15:31:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.42)... +2024-01-29 15:34:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.34)... +2024-01-29 15:37:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.34)... +2024-01-29 15:41:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.33)... +2024-01-29 15:44:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.37)... +2024-01-29 15:48:00 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.30)... +2024-01-29 15:51:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.28)... +2024-01-29 15:55:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.31)... +2024-01-29 15:58:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.34)... +2024-01-29 16:01:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.33)... +2024-01-29 16:05:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.30)... +2024-01-29 16:08:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.31)... +2024-01-29 16:12:05 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.36)... +2024-01-29 16:15:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.17)... +2024-01-29 16:18:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.41)... +2024-01-29 16:22:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.32)... +2024-01-29 16:25:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.24)... +2024-01-29 16:28:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.29)... +2024-01-29 16:32:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.27)... +2024-01-29 16:35:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.30)... +2024-01-29 16:38:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.34)... +2024-01-29 16:42:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.25)... +2024-01-29 16:45:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 16:45:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.67,-10.24,-8.91,-11.22,-9.44,-8.60,-10.48,-9.63,-9.88,-10.51,-7.96,-10.33,-10.60,-10.25,-10.11,-9.27,-10.42,-10.54,-11.03,-10.01,-9.92,-8.63,-9.66,-9.27,-9.60,-9.56,-8.65,-9.88,-8.70,-10.70,-9.21,-11.10,-10.27,-10.93,-8.51,-10.11,-9.95,-9.65,-9.30,-10.89,-9.53,-10.37,-9.33,-9.51,-9.94,-10.16,-10.21,-10.42,-9.90,-9.73,-9.33,-11.07,-9.36,-10.95,-10.24,-9.95,-9.51,-10.64,-9.18,-10.27,-10.04,-10.49,-9.89,-9.05,-9.70,-8.67,-9.23,-9.50,-10.00,-10.40,-10.88,-9.74,-9.90,-10.28,-11.92,-10.24,-10.01,-9.48,-9.35,-9.67,-10.50,-9.76,-10.31,-9.47,-10.65,-10.97,-10.66,-9.64,-10.80,-10.42,-10.30,-10.40,-11.10,-10.30,-10.65,-10.02,-9.99,-10.56,-9.42,-9.64,-10.46,-9.39,-11.09,-9.81,-9.41,-9.87,-10.90,-10.30,-10.66,-9.89,-9.91,-10.99,-10.97,-10.63,-9.67,-10.43,-10.43,-9.28,-10.52,-9.02,-10.63,-10.11,-10.51,-9.50,-10.37,-9.09,-9.79,-9.74,-10.09,-11.45,-10.28,-10.93,-9.87,-8.40,-9.38,-10.54,-9.51,-9.85,-8.76,-10.45,-8.79,-9.46,-9.41,-9.52,-10.52,-11.08,-9.34,-10.06,-10.03,-9.45,-9.22,-10.11,-9.16,-8.91,-10.83,-9.04,-9.90,-9.51,-10.56,-10.40,-9.45,-10.42,-9.55,-10.08,-9.63,-8.87,-10.13,-9.58,-10.23,-9.70,-10.39,-9.85,-8.51 +2024-01-29 16:45:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=5.000e-04) - Epoch 75: train = -11.3259(88.08m/5168) | dev = -9.9466(0.94m/173) | no impr, best = -9.9609 +2024-01-29 16:45:59 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 16:49:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.43)... +2024-01-29 16:52:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.63)... +2024-01-29 16:56:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.49)... +2024-01-29 16:59:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.58)... +2024-01-29 17:02:37 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.58)... +2024-01-29 17:05:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.60)... +2024-01-29 17:09:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.62)... +2024-01-29 17:12:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.58)... +2024-01-29 17:15:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.52)... +2024-01-29 17:18:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.63)... +2024-01-29 17:22:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.65)... +2024-01-29 17:25:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.63)... +2024-01-29 17:28:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.65)... +2024-01-29 17:31:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.61)... +2024-01-29 17:35:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.59)... +2024-01-29 17:38:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.62)... +2024-01-29 17:41:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.66)... +2024-01-29 17:44:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.65)... +2024-01-29 17:47:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.63)... +2024-01-29 17:51:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.57)... +2024-01-29 17:54:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.57)... +2024-01-29 17:57:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.57)... +2024-01-29 18:00:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.66)... +2024-01-29 18:04:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.55)... +2024-01-29 18:07:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.65)... +2024-01-29 18:09:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 18:10:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -9.16,-10.40,-9.31,-11.36,-9.30,-9.13,-10.51,-10.02,-9.88,-10.50,-8.05,-10.46,-10.77,-10.42,-10.23,-9.74,-10.75,-10.52,-11.16,-10.36,-10.25,-8.98,-9.78,-9.53,-9.56,-9.92,-9.23,-10.15,-8.78,-10.84,-9.31,-11.27,-10.37,-11.04,-9.35,-10.13,-9.82,-9.90,-8.95,-11.42,-9.85,-10.59,-9.80,-9.61,-10.42,-10.35,-10.19,-10.44,-9.95,-9.93,-9.73,-11.44,-9.48,-10.93,-10.30,-9.96,-9.55,-10.93,-9.55,-10.38,-10.55,-10.30,-10.19,-9.37,-9.98,-9.05,-9.42,-9.78,-10.32,-10.47,-11.10,-9.94,-9.99,-10.09,-12.09,-10.34,-10.18,-9.74,-9.44,-10.08,-10.85,-9.88,-10.66,-9.85,-10.99,-11.26,-10.94,-10.08,-10.92,-10.68,-10.47,-10.92,-11.41,-10.34,-10.75,-10.18,-10.00,-10.72,-9.84,-10.04,-10.66,-9.84,-11.13,-10.13,-9.70,-10.09,-11.14,-10.66,-10.92,-10.26,-10.20,-11.12,-11.47,-10.90,-10.29,-10.88,-10.62,-9.71,-11.01,-9.58,-10.89,-10.31,-10.89,-9.22,-10.47,-9.61,-9.66,-10.03,-10.55,-11.67,-10.31,-11.39,-9.98,-8.72,-9.45,-10.70,-9.76,-10.17,-8.86,-10.70,-9.43,-9.60,-9.74,-9.51,-10.71,-11.27,-9.48,-10.21,-10.10,-9.73,-9.34,-10.25,-9.47,-9.35,-10.99,-9.16,-10.31,-9.72,-10.78,-10.56,-9.65,-10.96,-9.89,-10.12,-10.22,-9.19,-10.23,-9.92,-10.47,-10.13,-10.50,-9.94,-8.99 +2024-01-29 18:10:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=2.500e-04) - Epoch 76: train = -11.5957(83.98m/5169) | dev = -10.1779(0.93m/173) +2024-01-29 18:10:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 18:14:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.69)... +2024-01-29 18:18:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.62)... +2024-01-29 18:21:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.63)... +2024-01-29 18:24:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.70)... +2024-01-29 18:28:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.69)... +2024-01-29 18:31:29 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.71)... +2024-01-29 18:34:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.71)... +2024-01-29 18:38:09 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.66)... +2024-01-29 18:41:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.65)... +2024-01-29 18:44:53 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.76)... +2024-01-29 18:48:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.72)... +2024-01-29 18:51:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.70)... +2024-01-29 18:55:08 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.63)... +2024-01-29 18:58:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.66)... +2024-01-29 19:01:42 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.60)... +2024-01-29 19:05:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.68)... +2024-01-29 19:08:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.68)... +2024-01-29 19:11:49 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.62)... +2024-01-29 19:15:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.65)... +2024-01-29 19:18:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.75)... +2024-01-29 19:21:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.67)... +2024-01-29 19:25:13 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.73)... +2024-01-29 19:28:38 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.73)... +2024-01-29 19:32:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.71)... +2024-01-29 19:35:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.56)... +2024-01-29 19:38:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 19:39:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.64,-10.30,-9.35,-11.44,-9.62,-9.20,-10.59,-10.16,-9.86,-10.61,-7.58,-10.46,-10.67,-10.67,-10.25,-9.57,-10.77,-10.67,-11.00,-10.37,-10.22,-9.15,-9.81,-9.59,-9.51,-9.99,-8.99,-10.06,-9.09,-10.85,-9.12,-11.33,-10.05,-11.27,-8.98,-10.33,-9.65,-9.95,-9.60,-11.18,-9.85,-10.31,-9.68,-9.86,-10.62,-10.30,-10.20,-10.56,-10.17,-9.86,-9.47,-11.49,-9.88,-11.09,-10.25,-10.00,-9.56,-10.92,-9.49,-10.68,-10.49,-10.68,-10.35,-9.50,-10.05,-8.77,-9.21,-9.71,-10.23,-10.46,-10.98,-9.97,-10.00,-10.21,-11.97,-10.19,-10.26,-9.74,-9.09,-10.10,-10.73,-9.81,-10.51,-9.97,-11.08,-11.48,-10.94,-9.89,-11.01,-10.54,-10.53,-10.59,-11.15,-10.42,-10.83,-10.11,-9.76,-10.78,-9.89,-10.02,-10.66,-9.90,-10.82,-10.10,-9.75,-10.08,-11.19,-10.45,-10.66,-10.26,-10.23,-11.07,-11.33,-11.10,-9.93,-10.92,-10.28,-9.91,-10.87,-9.27,-10.96,-10.12,-11.00,-9.63,-10.50,-9.56,-9.78,-10.15,-10.54,-11.73,-10.30,-11.29,-10.10,-8.49,-9.48,-10.70,-9.75,-10.15,-8.83,-10.67,-8.98,-9.61,-9.70,-9.68,-10.78,-11.26,-9.53,-10.20,-9.98,-9.64,-9.19,-10.28,-9.44,-9.28,-11.02,-9.09,-10.34,-9.59,-10.80,-10.56,-9.69,-10.70,-9.87,-10.05,-10.17,-8.99,-10.16,-9.95,-10.42,-9.91,-10.69,-9.92,-8.67 +2024-01-29 19:39:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=2.500e-04) - Epoch 77: train = -11.6754(87.39m/5163) | dev = -10.1580(0.93m/173) | no impr, best = -10.1779 +2024-01-29 19:39:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 19:42:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.74)... +2024-01-29 19:46:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.75)... +2024-01-29 19:49:25 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.69)... +2024-01-29 19:53:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.75)... +2024-01-29 19:56:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.75)... +2024-01-29 19:59:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.79)... +2024-01-29 20:03:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.78)... +2024-01-29 20:06:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.73)... +2024-01-29 20:10:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.72)... +2024-01-29 20:13:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.72)... +2024-01-29 20:17:12 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.77)... +2024-01-29 20:20:48 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.66)... +2024-01-29 20:24:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.67)... +2024-01-29 20:27:40 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.83)... +2024-01-29 20:31:04 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.63)... +2024-01-29 20:34:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.74)... +2024-01-29 20:37:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.68)... +2024-01-29 20:41:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.67)... +2024-01-29 20:44:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.70)... +2024-01-29 20:48:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.67)... +2024-01-29 20:51:55 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.72)... +2024-01-29 20:55:23 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.74)... +2024-01-29 20:58:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.75)... +2024-01-29 21:02:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.70)... +2024-01-29 21:06:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.60)... +2024-01-29 21:08:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 21:09:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -9.02,-10.33,-9.29,-11.40,-9.61,-9.01,-10.62,-9.96,-10.00,-10.61,-7.99,-10.45,-10.81,-10.54,-10.31,-9.64,-10.82,-10.70,-11.23,-10.10,-10.23,-8.98,-9.85,-9.57,-9.63,-9.93,-9.19,-10.18,-8.66,-10.72,-9.71,-11.22,-10.42,-11.25,-9.07,-10.30,-9.70,-9.99,-9.59,-11.36,-9.82,-10.77,-9.81,-9.44,-10.52,-10.31,-10.48,-10.60,-10.18,-9.85,-9.67,-11.35,-9.48,-10.92,-10.44,-10.05,-9.42,-10.98,-9.57,-10.62,-10.48,-10.83,-10.27,-9.18,-9.71,-8.64,-9.21,-9.94,-10.50,-10.52,-11.05,-10.03,-10.12,-10.20,-11.86,-10.54,-10.19,-9.55,-9.30,-10.04,-10.68,-10.17,-10.63,-10.10,-11.06,-11.51,-11.13,-10.48,-10.99,-10.58,-10.53,-10.69,-11.29,-10.37,-10.76,-10.24,-9.85,-10.88,-9.94,-9.96,-10.62,-9.89,-11.17,-10.13,-9.89,-10.01,-11.25,-10.68,-10.94,-10.16,-10.15,-11.15,-11.50,-11.12,-10.13,-11.01,-10.76,-10.18,-11.04,-9.23,-10.99,-10.02,-10.87,-9.69,-10.67,-9.65,-9.84,-10.27,-10.67,-11.69,-10.36,-11.22,-10.03,-8.62,-9.37,-10.68,-9.79,-10.15,-8.70,-10.72,-9.29,-9.59,-9.75,-9.93,-10.90,-11.27,-9.44,-10.24,-10.15,-9.74,-9.67,-10.21,-9.55,-9.22,-11.06,-9.40,-10.22,-9.50,-10.57,-10.56,-9.63,-10.50,-9.82,-10.20,-10.15,-9.44,-10.24,-9.97,-10.56,-10.17,-10.59,-10.05,-9.12 +2024-01-29 21:09:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=2.500e-04) - Epoch 78: train = -11.7177(89.73m/5162) | dev = -10.2079(0.97m/173) +2024-01-29 21:09:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 21:13:34 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.77)... +2024-01-29 21:16:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.69)... +2024-01-29 21:20:27 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.80)... +2024-01-29 21:23:54 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.74)... +2024-01-29 21:27:11 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.74)... +2024-01-29 21:30:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.67)... +2024-01-29 21:34:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.68)... +2024-01-29 21:37:32 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.72)... +2024-01-29 21:40:58 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.77)... +2024-01-29 21:44:19 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.68)... +2024-01-29 21:47:45 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.77)... +2024-01-29 21:51:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.74)... +2024-01-29 21:54:35 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.73)... +2024-01-29 21:58:02 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.79)... +2024-01-29 22:01:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.76)... +2024-01-29 22:04:51 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3200 batches(loss = -11.78)... +2024-01-29 22:08:15 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3400 batches(loss = -11.82)... +2024-01-29 22:11:44 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3600 batches(loss = -11.66)... +2024-01-29 22:15:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3800 batches(loss = -11.74)... +2024-01-29 22:18:41 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4000 batches(loss = -11.70)... +2024-01-29 22:22:16 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4200 batches(loss = -11.79)... +2024-01-29 22:25:50 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4400 batches(loss = -11.73)... +2024-01-29 22:29:22 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4600 batches(loss = -11.72)... +2024-01-29 22:32:56 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 4800 batches(loss = -11.77)... +2024-01-29 22:36:26 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 5000 batches(loss = -11.72)... +2024-01-29 22:39:10 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:202 - INFO ] Set eval mode... +2024-01-29 22:40:06 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:72 - INFO ] Loss on 173 batches: -8.93,-10.39,-9.42,-11.46,-9.37,-9.15,-10.65,-10.18,-9.98,-10.64,-8.29,-10.52,-10.73,-10.57,-10.26,-9.58,-10.79,-10.60,-11.20,-10.51,-10.21,-9.25,-9.88,-9.54,-9.72,-10.17,-9.26,-10.23,-9.12,-10.81,-9.35,-11.32,-9.99,-11.17,-8.97,-10.35,-10.14,-9.84,-9.36,-11.38,-9.76,-10.45,-9.88,-9.79,-10.46,-10.25,-10.44,-10.67,-9.87,-9.93,-9.87,-11.44,-9.73,-10.97,-10.33,-9.98,-9.61,-10.91,-9.41,-10.46,-10.54,-10.96,-10.26,-9.49,-9.54,-9.01,-9.37,-9.75,-10.46,-10.50,-11.10,-10.02,-10.05,-10.25,-12.09,-10.49,-10.31,-9.76,-9.08,-10.19,-10.69,-9.95,-10.67,-10.06,-10.91,-11.59,-10.92,-10.36,-11.04,-10.61,-10.42,-10.96,-11.46,-10.41,-10.83,-10.28,-10.24,-10.70,-9.97,-9.70,-10.67,-9.85,-11.17,-10.06,-9.84,-10.11,-11.26,-10.64,-11.00,-10.27,-10.25,-11.13,-11.49,-11.08,-10.09,-10.78,-10.59,-10.12,-10.88,-9.55,-10.96,-10.68,-11.02,-9.39,-10.55,-9.60,-9.74,-10.27,-10.57,-11.70,-10.38,-11.40,-10.08,-8.44,-9.51,-10.67,-9.72,-10.13,-8.99,-10.69,-9.50,-9.62,-9.68,-9.58,-10.74,-11.27,-9.60,-10.26,-10.33,-9.60,-9.58,-10.27,-9.59,-9.06,-10.97,-9.09,-10.26,-9.59,-10.77,-10.66,-9.56,-11.03,-9.87,-10.17,-10.22,-9.33,-10.25,-9.82,-10.54,-10.06,-10.58,-10.00,-9.12 +2024-01-29 22:40:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:251 - INFO ] Loss(time/N, lr=2.500e-04) - Epoch 79: train = -11.7415(89.22m/5166) | dev = -10.2216(0.94m/173) +2024-01-29 22:40:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:183 - INFO ] Set train mode... +2024-01-29 22:43:39 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 200 batches(loss = -11.83)... +2024-01-29 22:46:57 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 400 batches(loss = -11.80)... +2024-01-29 22:50:18 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 600 batches(loss = -11.84)... +2024-01-29 22:53:28 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 800 batches(loss = -11.81)... +2024-01-29 22:56:46 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1000 batches(loss = -11.78)... +2024-01-29 23:00:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1200 batches(loss = -11.82)... +2024-01-29 23:03:17 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1400 batches(loss = -11.75)... +2024-01-29 23:06:30 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1600 batches(loss = -11.77)... +2024-01-29 23:09:43 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 1800 batches(loss = -11.81)... +2024-01-29 23:13:01 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2000 batches(loss = -11.80)... +2024-01-29 23:16:14 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2200 batches(loss = -11.71)... +2024-01-29 23:19:21 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2400 batches(loss = -11.73)... +2024-01-29 23:22:36 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2600 batches(loss = -11.77)... +2024-01-29 23:25:47 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 2800 batches(loss = -11.78)... +2024-01-29 23:29:07 [/star-home/jinzengrui/dev/conv-tasnet-libriheavymix/nnet_whamr_w_medium/libs/trainer.py:64 - INFO ] Processed 3000 batches(loss = -11.74)...